-- Logs begin at Tue 2021-11-16 21:05:46 UTC, end at Tue 2021-11-16 22:26:51 UTC. --
Nov 16 21:57:27.934309 dv-cinder-818140-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Nov 16 21:57:30.342804 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.common.config [-] Logging enabled!
Nov 16 21:57:30.343606 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev63
Nov 16 21:57:30.343606 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87362) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 16 21:57:30.346707 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.common.config [-] Logging enabled!
Nov 16 21:57:30.346961 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev63
Nov 16 21:57:30.347301 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87362) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 16 21:57:30.348238 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 16 21:57:30.348472 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 16 21:57:30.348824 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 16 21:57:30.349074 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 16 21:57:30.349297 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 16 21:57:30.349621 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.349924 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.350223 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.350453 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.350750 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.351042 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.351356 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.351650 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.351950 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.352235 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.352515 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.352802 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.353032 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.353312 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.353599 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.353887 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.354110 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] debug                          = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.354390 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.354817 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.355855 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.356136 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.356554 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.356712 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.356986 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.357270 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.357551 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.357882 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] host                           = dv-cinder-818140-1-iscsi {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.358162 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.358453 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.358742 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.359030 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.359336 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.359617 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.359903 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.360180 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.360455 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.360733 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.361024 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.361313 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.361603 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.361829 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.362051 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.362344 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.362635 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.362915 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.363191 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.363489 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.363764 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.364038 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.364309 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.364597 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.364886 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.365172 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.365447 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.365722 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.365997 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.366271 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.366560 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.366835 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.367116 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.367416 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.367699 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.367967 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.368242 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.368546 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.368834 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.369118 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.369404 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.369677 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.370065 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.370352 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.370733 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.371061 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.371395 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.371677 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.371967 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.372245 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.372523 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.372799 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.373076 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.373363 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:30.373663 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.373961 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.374263 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.374550 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.374848 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.375128 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.375444 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.375728 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.376019 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.376308 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.376596 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.376875 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.377164 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.377444 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.377738 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.378064 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.378361 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.378656 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.378932 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.379225 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.379498 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.379777 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.380063 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.380357 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.380649 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.380924 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.381206 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.381499 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.381778 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.382049 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.382329 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.382619 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.382905 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.383179 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.383484 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.383762 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.384034 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.384305 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.384593 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.384883 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.385163 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.385435 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.385706 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.386272 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.386545 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.386829 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.387110 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.387413 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.387692 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.387975 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.388248 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.388521 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.388802 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.389075 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.389358 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.389632 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.389906 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.390182 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.390456 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.390730 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.391006 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.391307 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.391592 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.391867 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.392143 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.392415 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.392695 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.392971 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.393261 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.393562 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.393842 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.394121 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.394401 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.394680 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.394960 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.395265 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.395547 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.395824 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.396098 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.396389 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.396673 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.396958 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.397244 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.397521 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.397819 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.398098 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.398380 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.398655 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.398933 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.399248 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.399532 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.399830 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.400132 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.400417 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.400712 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.401004 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.401284 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.401595 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.402450 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:30.402667 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 16 21:57:30.402948 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87362) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 16 21:57:30.797804 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO keyring.backend [-] Loading KWallet
Nov 16 21:57:30.805245 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO keyring.backend [-] Loading SecretService
Nov 16 21:57:30.809139 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO keyring.backend [-] Loading Windows
Nov 16 21:57:30.810478 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO keyring.backend [-] Loading chainer
Nov 16 21:57:30.811056 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO keyring.backend [-] Loading macOS
Nov 16 21:57:30.849472 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:57:30.849748 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:57:30.850039 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:57:30.850378 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 16 21:57:31.162306 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.162499 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.162772 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.164027 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.164304 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.164573 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.287978 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.288257 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.288530 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.302535 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.302814 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.303086 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.332242 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.332519 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.332787 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.372323 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.372955 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.372955 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.627329 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa3d40ed9d0> agent after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.627622 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa3d40ed9d0> agent after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.627896 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fa3d40ed940> segment precommit_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.628166 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fa3d40ed550> network precommit_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.628919 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fa3d411d550> segment before_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.762723 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> network before_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.763046 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fa3d3e10700> agent before_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.763363 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> network before_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.763711 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> port before_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.764152 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> port before_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.764677 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> segment after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.765128 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> segment precommit_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.765584 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> segment precommit_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.766007 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> segment after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.766489 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> network after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.766928 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> network precommit_delete 0 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.767700 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> port provisioning_complete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.768164 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> rbac-policy before_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.768605 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> rbac-policy after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.769068 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> agent after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.769514 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> subnet after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.769951 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> subnet precommit_delete 0 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.770403 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> rbac-policy before_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.770781 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> rbac-policy before_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.771262 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> segment_host_mapping after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.771643 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> port after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.771927 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> port after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.772451 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> port after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.772743 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> rbac-policy before_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.773089 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> rbac-policy before_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.777562 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa3d4991c40>> rbac-policy before_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.777562 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 16 21:57:31.777562 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 16 21:57:31.777562 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 16 21:57:31.777562 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 16 21:57:31.777562 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 16 21:57:31.777562 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 16 21:57:31.778126 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 16 21:57:31.779487 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 16 21:57:31.783534 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 16 21:57:31.787934 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])])
Nov 16 21:57:31.789551 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 16 21:57:31.790007 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 16 21:57:31.790343 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 16 21:57:31.790742 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 16 21:57:31.793903 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 16 21:57:31.794156 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 16 21:57:31.794510 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 16 21:57:31.828959 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Nov 16 21:57:31.829426 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fa3d3e768e0>> qos_plugin after_init 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.829731 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87362) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 16 21:57:31.830097 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fa3d3e76340>> logging-plugin after_init 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.831511 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87362) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 16 21:57:31.831802 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 16 21:57:31.832050 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 16 21:57:31.835382 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa3d3e541f0>> floatingip before_response 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.835665 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa3d3e541f0>> port before_response 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:31.903146 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 16 21:57:31.903417 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 16 21:57:31.903660 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 16 21:57:31.904054 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 16 21:57:31.936755 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_db.sqlalchemy.engines [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87362) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 16 21:57:32.390910 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Initializing driver for type 'gre'
Nov 16 21:57:32.391615 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] gre ID ranges: [(1, 1000)]
Nov 16 21:57:32.539631 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Initializing driver for type 'local'
Nov 16 21:57:32.540088 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Initializing driver for type 'vlan'
Nov 16 21:57:32.619547 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] VlanTypeDriver initialization complete
Nov 16 21:57:32.620075 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Initializing driver for type 'vxlan'
Nov 16 21:57:32.621231 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] vxlan ID ranges: [(1, 1000)]
Nov 16 21:57:32.819555 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Initializing extension driver 'port_security'
Nov 16 21:57:32.819885 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.extensions.port_security [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] PortSecurityExtensionDriver initialization complete
Nov 16 21:57:32.820218 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Initializing mechanism driver 'openvswitch'
Nov 16 21:57:32.820536 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Initializing mechanism driver 'hyperv'
Nov 16 21:57:32.828051 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.plugins.ml2.plugin [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 21:57:32.828885 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d3f84670>> port after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.829290 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d3f84670>> port after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.829688 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d3f84670>> port after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.830111 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d3f84850>> subnet after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.833122 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d3f84850>> subnet after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.833122 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d3f84850>> subnet after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.833122 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d39c4910>> network after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.833122 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d39c4910>> network after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.833459 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d39c4910>> network after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.833459 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d39c4b20>> security_group after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.833459 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d39c4b20>> security_group after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.833459 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d39c4b20>> security_group after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.833763 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d39c4dc0>> security_group_rule after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.833763 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d39c4dc0>> security_group_rule after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.833924 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d39c4dc0>> security_group_rule after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.834256 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d39c4100>> address_group after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.834594 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d39c4100>> address_group after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.834926 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa3d39c4100>> address_group after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.835283 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] ML2 OVO RPC backend initialized. {{(pid=87362) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Nov 16 21:57:32.836014 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> router_interface after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.836364 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> router_interface after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.836781 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> network before_response 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.837124 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> networks before_response 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.837463 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> port before_response 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.837798 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> ports before_response 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.838136 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> subnet before_response 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.838474 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> subnets before_response 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.838814 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> network after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.839304 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> network after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.839643 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> network after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.839984 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> port after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.840314 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> port after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.840646 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> port after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.841022 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> subnet after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.841356 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> subnet after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.841684 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa3d39ca460>> subnet after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.842259 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.plugin [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Modular L2 Plugin initialization complete
Nov 16 21:57:32.842587 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading services supported by the core plugin {{(pid=87362) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 16 21:57:32.842910 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.plugins.ml2.managers [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Got port-security extension from driver 'port_security'
Nov 16 21:57:32.843398 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.extensions.vlantransparent [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Disabled vlantransparent extension.
Nov 16 21:57:32.843885 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87362) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 16 21:57:32.844198 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading Plugin: router
Nov 16 21:57:32.899857 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router_interface before_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.900242 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router after_create 55549900 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.900607 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router before_create 55549900 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.900972 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router_interface before_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.901343 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router_interface after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.901732 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router after_delete 55549900 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.902092 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> floatingip after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.902444 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router after_create 55549900 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.902792 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router after_update 55549900 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.903132 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router after_update 55549900 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.903496 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router_gateway after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.903887 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router after_update 55549900 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.904292 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router precommit_update 55549900 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.904655 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fa3d3ed0160> port after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.904991 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fa3d3ed0310> port after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.905320 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fa3d3ed0280> subnet after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.905650 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fa3d3ed01f0> subnetpool_address_scope after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.905991 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> port precommit_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.906334 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router precommit_create 55549900 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.906674 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fa3d3ec39d0> port before_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.907011 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router precommit_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.907405 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router after_update 55549900 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.907742 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router precommit_delete 55549900 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.908082 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router precommit_create 55549900 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.908439 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router_interface after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.908774 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> router precommit_update 55549900 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.909136 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> agent after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.909476 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> agent after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.909813 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa3d39ca580>> network after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.910688 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Tracking information for resource: router configured {{(pid=87362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 16 21:57:32.911008 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Tracking information for resource: floatingip configured {{(pid=87362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 16 21:57:32.916146 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.db.l3_agentschedulers_db [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 16 21:57:32.916728 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fa3d392e310> port after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.917089 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fa3d392e1f0> port after_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.917984 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <function _notify_port_delete at 0x7fa3d392e280> port after_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.918333 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fa3d392e5e0> port after_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.919138 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa3d38dbd30>> router before_create 55550100 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.919529 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa3d38dbd30>> router precommit_delete 55550100 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.919890 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa3d38dbd30>> router precommit_create 55550100 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.920242 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa3d38dbd30>> router precommit_update 55550100 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.924982 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.services.provider_configuration [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Service providers = [] {{(pid=87362) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 16 21:57:32.925347 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.db.servicetype_db [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87362) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 16 21:57:32.935453 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.services.service_base [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 16 21:57:32.935802 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.services.service_base [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 16 21:57:32.936142 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.services.service_base [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 16 21:57:32.937212 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.services.service_base [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 16 21:57:32.937587 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.services.service_base [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 16 21:57:32.937978 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 16 21:57:32.938323 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 16 21:57:32.949277 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 16 21:57:32.949641 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading Plugin: auto_allocate
Nov 16 21:57:32.955656 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa3d3904940> network precommit_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.956020 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa3d3904940> network precommit_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.956549 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 16 21:57:32.956862 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading Plugin: tag
Nov 16 21:57:32.964168 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 16 21:57:32.964498 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading Plugin: timestamp
Nov 16 21:57:32.968395 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 16 21:57:32.968713 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading Plugin: network_ip_availability
Nov 16 21:57:32.974030 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa3d3897d30>> rbac-policy before_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.974398 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa3d3897d30>> rbac-policy before_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.974749 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa3d3897d30>> rbac-policy before_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:32.975507 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 16 21:57:32.975822 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading Plugin: flavors
Nov 16 21:57:32.981422 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 16 21:57:32.987586 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading Plugin: revisions
Nov 16 21:57:32.991603 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 16 21:57:32.991996 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_concurrency.lockutils [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.142s {{(pid=87362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:57:32.992751 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87362) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Nov 16 21:57:32.993082 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Initializing extension manager.
Nov 16 21:57:32.993581 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: __init__.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:32.993914 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: __pycache__ {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:32.994237 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:32.994563 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: address_group.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:32.995397 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:32.996577 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: address-group
Nov 16 21:57:32.996894 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: address_scope.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:32.997600 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:32.998098 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: address-scope
Nov 16 21:57:32.998413 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:32.999367 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:32.999867 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: router-admin-state-down-before-update
Nov 16 21:57:33.000186 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: agent.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.000880 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.001499 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: agent
Nov 16 21:57:33.001805 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: agent_resources_synced.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.005711 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.006310 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: agent-resources-synced
Nov 16 21:57:33.006745 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: allowedaddresspairs.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.008692 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.009236 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: allowed-address-pairs
Nov 16 21:57:33.009555 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: auto_allocated_topology.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.010642 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.011488 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: auto-allocated-topology
Nov 16 21:57:33.011811 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: availability_zone.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.012519 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.013030 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: availability_zone
Nov 16 21:57:33.013361 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: availability_zone_filter.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.014261 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.014761 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: availability_zone_filter
Nov 16 21:57:33.015075 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: data_plane_status.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.016000 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.016495 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 16 21:57:33.016937 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: default_subnetpools.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.017860 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.018361 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: default-subnetpools
Nov 16 21:57:33.018675 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.019521 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.020021 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: dhcp_agent_scheduler
Nov 16 21:57:33.020337 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: dns.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.021237 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.021734 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension dns-integration not supported by any of loaded plugins
Nov 16 21:57:33.022050 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: dns_domain_ports.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.022963 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.023515 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 16 21:57:33.023831 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: dvr.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.024498 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.024992 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: dvr
Nov 16 21:57:33.025302 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: empty_string_filtering.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.026210 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.026749 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: empty-string-filtering
Nov 16 21:57:33.027066 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.028012 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.028507 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 16 21:57:33.028819 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.029723 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.030220 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 16 21:57:33.030539 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: external_net.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.031464 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.031964 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: external-net
Nov 16 21:57:33.032279 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.033172 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.033668 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: extra_dhcp_opt
Nov 16 21:57:33.033979 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: extraroute.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.034873 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.035398 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: extraroute
Nov 16 21:57:33.035713 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: extraroute_atomic.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.036747 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.037248 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: extraroute-atomic
Nov 16 21:57:33.037561 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: filter_validation.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.038215 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.038709 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: filter-validation
Nov 16 21:57:33.039022 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: fip_pf_description.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.049301 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.049829 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 16 21:57:33.050163 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: fip_port_details.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.051128 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.051675 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: fip-port-details
Nov 16 21:57:33.052004 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: flavors.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.053279 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.053793 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: flavors
Nov 16 21:57:33.054119 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.055855 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.056372 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 16 21:57:33.056703 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: floatingip_pools.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.057415 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.057955 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: floatingip-pools
Nov 16 21:57:33.058781 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: ip_allocation.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.059731 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.060242 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 16 21:57:33.060566 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.061492 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.062003 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: ip-substring-filtering
Nov 16 21:57:33.062330 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: l2_adjacency.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.063303 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.063812 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 16 21:57:33.064133 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: l3.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.065152 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.065675 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: router
Nov 16 21:57:33.066000 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.068315 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.068850 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 16 21:57:33.069181 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.070201 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.070661 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: ext-gw-mode
Nov 16 21:57:33.071034 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.071947 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.072451 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: l3-ha
Nov 16 21:57:33.072774 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: l3_flavors.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.073781 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.074287 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: l3-flavors
Nov 16 21:57:33.074610 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.075585 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.076089 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 16 21:57:33.076413 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: l3agentscheduler.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.077487 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.078004 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: l3_agent_scheduler
Nov 16 21:57:33.078331 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: logging.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.079882 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.080398 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension logging not supported by any of loaded plugins
Nov 16 21:57:33.080728 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: metering.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.081478 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.082052 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: metering
Nov 16 21:57:33.082378 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.083505 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.084018 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: metering_source_and_destination_fields
Nov 16 21:57:33.084343 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: multiprovidernet.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.085403 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.085918 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: multi-provider
Nov 16 21:57:33.086245 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: netmtu.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.087165 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.087701 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: net-mtu
Nov 16 21:57:33.088021 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: netmtu_writable.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.093426 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.093935 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: net-mtu-writable
Nov 16 21:57:33.094267 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: network_availability_zone.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.094941 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.095486 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: network_availability_zone
Nov 16 21:57:33.095808 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: network_ip_availability.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.096914 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.097423 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: network-ip-availability
Nov 16 21:57:33.097745 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: network_segment_range.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.098520 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.099019 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 16 21:57:33.099374 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: pagination.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.100355 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.100684 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: pagination
Nov 16 21:57:33.101002 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: port_device_profile.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.101949 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.102433 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: port-device-profile
Nov 16 21:57:33.102750 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.103724 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.104243 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: port-mac-address-regenerate
Nov 16 21:57:33.104557 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.105994 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.106495 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: port-numa-affinity-policy
Nov 16 21:57:33.106818 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: port_resource_request.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.107778 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.108277 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 16 21:57:33.108595 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: portbindings.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.109542 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.110042 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: binding
Nov 16 21:57:33.110364 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: portbindings_extended.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.121029 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.121546 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: binding-extended
Nov 16 21:57:33.121873 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: portsecurity.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.122828 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.123376 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: port-security
Nov 16 21:57:33.123702 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: project_id.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.124698 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.125025 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: project-id
Nov 16 21:57:33.125349 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: providernet.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.126293 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.126802 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: provider
Nov 16 21:57:33.127125 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: qos.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.130775 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.131353 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension qos not supported by any of loaded plugins
Nov 16 21:57:33.131663 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.140326 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.140847 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 16 21:57:33.141176 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.142106 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.142616 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 16 21:57:33.142939 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: qos_default.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.143899 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.144407 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension qos-default not supported by any of loaded plugins
Nov 16 21:57:33.144730 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: qos_fip.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.145403 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.145908 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension qos-fip not supported by any of loaded plugins
Nov 16 21:57:33.146225 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: qos_gateway_ip.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.147161 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.147692 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 16 21:57:33.148012 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: qos_port_network_policy.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.148935 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.149432 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 16 21:57:33.149752 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: qos_rule_type_details.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.150674 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.151174 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 16 21:57:33.151520 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: qos_rules_alias.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.152600 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.153103 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 16 21:57:33.153427 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: quotasv2.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.154395 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.154873 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: quotas
Nov 16 21:57:33.155203 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: quotasv2_detail.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.156877 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.157215 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: quota_details
Nov 16 21:57:33.157540 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: rbac.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.158619 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.159147 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: rbac-policies
Nov 16 21:57:33.159499 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: rbac_address_group.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.160440 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.160953 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: rbac-address-group
Nov 16 21:57:33.161278 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: rbac_address_scope.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.162236 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.162742 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: rbac-address-scope
Nov 16 21:57:33.163065 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: rbac_security_groups.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.170462 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.171133 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: rbac-security-groups
Nov 16 21:57:33.171499 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: rbac_subnetpool.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.172712 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.173340 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: rbac-subnetpool
Nov 16 21:57:33.173667 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: revisionifmatch.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.174788 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.175514 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: revision-if-match
Nov 16 21:57:33.175852 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: revisions.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.177192 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.177885 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: standard-attr-revisions
Nov 16 21:57:33.178217 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: router_availability_zone.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.179091 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.179825 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: router_availability_zone
Nov 16 21:57:33.180324 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: routerservicetype.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.181449 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.181973 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension router-service-type not supported by any of loaded plugins
Nov 16 21:57:33.182484 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.184407 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.184921 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: security-groups-normalized-cidr
Nov 16 21:57:33.185246 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.186271 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.186717 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: port-security-groups-filtering
Nov 16 21:57:33.187045 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.188207 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.188720 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: security-groups-remote-address-group
Nov 16 21:57:33.189044 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: securitygroup.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.198918 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.199483 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: security-group
Nov 16 21:57:33.199821 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: segment.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.200619 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.201131 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension segment not supported by any of loaded plugins
Nov 16 21:57:33.201478 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.202443 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.202927 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 16 21:57:33.203275 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: servicetype.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.204475 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.204945 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: service-type
Nov 16 21:57:33.205328 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: sorting.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.206275 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.206605 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: sorting
Nov 16 21:57:33.206936 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: standard_attr_segment.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.207897 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.208411 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 16 21:57:33.208731 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: standardattrdescription.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.209390 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.209927 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: standard-attr-description
Nov 16 21:57:33.210219 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: stateful_security_group.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.211154 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.211690 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: stateful-security-group
Nov 16 21:57:33.212009 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: stdattrs_common.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.212605 dv-cinder-818140-1-iscsi neutron-server[87362]: WARNING neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 16 21:57:33.212921 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.217119 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.217635 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 16 21:57:33.217961 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: subnet_onboard.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.219046 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.219597 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: subnet_onboard
Nov 16 21:57:33.219922 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.220855 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.221365 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 16 21:57:33.221687 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: subnet_service_types.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.222628 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.223141 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: subnet-service-types
Nov 16 21:57:33.223492 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: subnetallocation.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.224590 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.225110 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: subnet_allocation
Nov 16 21:57:33.225493 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.226104 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.226624 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: subnetpool-prefix-ops
Nov 16 21:57:33.226946 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.227933 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.228440 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 16 21:57:33.228762 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: tagging.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.230382 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.230904 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: standard-attr-tag
Nov 16 21:57:33.231252 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: timestamp.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.232487 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.233003 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loaded extension: standard-attr-timestamp
Nov 16 21:57:33.233332 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: trunk.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.234373 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.234886 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension trunk not supported by any of loaded plugins
Nov 16 21:57:33.235234 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: trunk_details.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.236168 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.236682 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension trunk-details not supported by any of loaded plugins
Nov 16 21:57:33.237007 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: uplink_status_propagation.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.237940 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.238448 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 16 21:57:33.238773 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Loading extension file: vlantransparent.py {{(pid=87362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 16 21:57:33.239488 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 16 21:57:33.240000 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 16 21:57:33.242475 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of TrackedResource for resource:network
Nov 16 21:57:33.243252 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of TrackedResource for resource:subnet
Nov 16 21:57:33.249483 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 16 21:57:33.249483 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of TrackedResource for resource:port
Nov 16 21:57:33.249483 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.v2.resource_helper [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 16 21:57:33.249483 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.v2.resource_helper [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Service FLAVORS assigned prefix:  {{(pid=87362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 16 21:57:33.249483 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.v2.resource_helper [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 16 21:57:33.249483 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.v2.resource_helper [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 16 21:57:33.249483 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of TrackedResource for resource:router
Nov 16 21:57:33.249483 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of TrackedResource for resource:floatingip
Nov 16 21:57:33.250088 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.v2.resource_helper [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Service METERING assigned prefix: /metering {{(pid=87362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 16 21:57:33.251312 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa3d37db880>> rbac-policy before_create 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:33.251691 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa3d37db880>> rbac-policy before_update 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:33.252044 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa3d37db880>> rbac-policy before_delete 55550000 {{(pid=87362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 21:57:33.253197 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 16 21:57:33.253639 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of TrackedResource for resource:security_group
Nov 16 21:57:33.254303 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 16 21:57:33.255051 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.v2.resource_helper [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Service CORE assigned prefix:  {{(pid=87362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 16 21:57:33.255419 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 16 21:57:33.255761 dv-cinder-818140-1-iscsi neutron-server[87362]: WARNING neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] subnetpool is already registered
Nov 16 21:57:33.256371 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.v2.resource_helper [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Service CORE assigned prefix:  {{(pid=87362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 16 21:57:33.256704 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 16 21:57:33.257034 dv-cinder-818140-1-iscsi neutron-server[87362]: WARNING neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] subnetpool is already registered
Nov 16 21:57:33.259603 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.v2.resource_helper [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 16 21:57:33.260036 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.v2.resource_helper [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Service FLAVORS assigned prefix:  {{(pid=87362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 16 21:57:33.260625 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.v2.resource_helper [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 16 21:57:33.261329 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.v2.resource_helper [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 16 21:57:33.261662 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of TrackedResource for resource:router
Nov 16 21:57:33.262001 dv-cinder-818140-1-iscsi neutron-server[87362]: WARNING neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] router is already registered
Nov 16 21:57:33.262606 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of TrackedResource for resource:floatingip
Nov 16 21:57:33.262943 dv-cinder-818140-1-iscsi neutron-server[87362]: WARNING neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] floatingip is already registered
Nov 16 21:57:33.263607 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.v2.resource_helper [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Service METERING assigned prefix: /metering {{(pid=87362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 16 21:57:33.264289 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 16 21:57:33.264615 dv-cinder-818140-1-iscsi neutron-server[87362]: WARNING neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] rbac_policy is already registered
Nov 16 21:57:33.265163 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of TrackedResource for resource:security_group
Nov 16 21:57:33.265493 dv-cinder-818140-1-iscsi neutron-server[87362]: WARNING neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] security_group is already registered
Nov 16 21:57:33.266096 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 16 21:57:33.266427 dv-cinder-818140-1-iscsi neutron-server[87362]: WARNING neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] security_group_rule is already registered
Nov 16 21:57:33.267084 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.v2.resource_helper [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Service CORE assigned prefix:  {{(pid=87362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 16 21:57:33.267440 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 16 21:57:33.267773 dv-cinder-818140-1-iscsi neutron-server[87362]: WARNING neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] subnetpool is already registered
Nov 16 21:57:33.268378 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.v2.resource_helper [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Service CORE assigned prefix:  {{(pid=87362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 16 21:57:33.268703 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 16 21:57:33.269030 dv-cinder-818140-1-iscsi neutron-server[87362]: WARNING neutron.quota.resource_registry [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] subnetpool is already registered
Nov 16 21:57:33.269674 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: extensions {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.271150 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: address-groups {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.272808 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: address-scopes {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.274026 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: agents {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.275187 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: auto-allocated-topology {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.276473 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: availability_zones {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.277868 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: dhcp-networks {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.279320 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: dhcp-agents {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.280757 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: routers {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.286417 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: flavors {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.286417 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: service_profiles {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.286417 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: next_providers {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.287398 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: service_profiles {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.288854 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: floatingip-pools {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.290086 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: routers {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.291910 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: floatingips {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.293657 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: l3-routers {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.295060 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: l3-agents {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.296500 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: metering-labels {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.297864 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: metering-label-rules {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.299151 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: network-ip-availabilities {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.300433 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: bindings {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.302105 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: quotas {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.303572 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: quotas {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.304996 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: rbac-policies {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.306294 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: security-groups {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.307538 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: security-group-rules {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.309356 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: service-providers {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.310588 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: subnetpools {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.312059 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: subnetpools {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.313510 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: tags {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.315230 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: tags {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.317054 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: tags {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.318853 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: tags {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.329800 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: tags {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.329800 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: tags {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.329800 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: tags {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.329800 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: tags {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.329800 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: tags {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.330183 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron.api.extensions [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Extended resource: tags {{(pid=87362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 16 21:57:33.336136 dv-cinder-818140-1-iscsi neutron-server[87362]: WARNING keystonemiddleware.auth_token [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 16 21:57:33.341498 dv-cinder-818140-1-iscsi neutron-server[87362]: WARNING keystonemiddleware.auth_token [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 16 21:57:33.350130 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_concurrency.lockutils [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Acquired lock "singleton_lock" {{(pid=87362) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 16 21:57:33.350629 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_concurrency.lockutils [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Releasing lock "singleton_lock" {{(pid=87362) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 16 21:57:33.351279 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO oslo_service.service [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Starting 2 workers
Nov 16 21:57:33.356560 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Started child 87469 {{(pid=87362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 16 21:57:33.360999 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Started child 87470 {{(pid=87362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 16 21:57:33.361479 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:33.362586 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO neutron.service [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 16 21:57:33.363005 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [-] (87469) wsgi starting up on http://0.0.0.0:9696
Nov 16 21:57:33.363233 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Notify callbacks [] for process, before_spawn {{(pid=87362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:33.365330 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:33.365754 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO oslo_service.service [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Starting 1 workers
Nov 16 21:57:33.366752 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [-] (87470) wsgi starting up on http://0.0.0.0:9696
Nov 16 21:57:33.370771 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Started child 87471 {{(pid=87362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 16 21:57:33.371319 dv-cinder-818140-1-iscsi neutron-server[87362]: INFO oslo_service.service [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Starting 1 workers
Nov 16 21:57:33.373994 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.service [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] calling RpcWorker wait() {{(pid=87471) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 16 21:57:33.378197 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.service [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] returning from RpcWorker wait() {{(pid=87471) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 16 21:57:33.378311 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Started child 87472 {{(pid=87362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 16 21:57:33.378411 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:33.378411 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 21:57:33.378555 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG neutron_lib.callbacks.manager [None req-9a429b6e-728f-49fb-9b21-0e19ab357a51 None None] Notify callbacks [] for process, after_spawn {{(pid=87362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:33.378555 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87362) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 16 21:57:33.378555 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 16 21:57:33.378738 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 16 21:57:33.378806 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 16 21:57:33.379131 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 16 21:57:33.379337 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 16 21:57:33.379852 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.380129 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.380407 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:33.380885 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.380885 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.381019 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.381467 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 21:57:33.381577 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.381761 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.382013 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.382300 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.382545 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.382933 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.383317 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.383595 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.383861 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.384178 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.384462 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.384706 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.384982 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.385161 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.385430 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.385698 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.386238 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.386522 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.386764 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.387274 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.387514 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.387763 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.388014 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.388294 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.388540 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.388810 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.389051 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.389270 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.389504 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.389783 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.390040 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.390282 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.390666 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.390942 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.391577 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.391719 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] host                           = dv-cinder-818140-1-iscsi {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.391966 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.392120 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.392371 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.392622 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.392893 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.393130 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.393387 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.393631 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.393913 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.394147 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.394391 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.394617 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.394833 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.395073 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.395308 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.395606 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.395762 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.396050 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.396237 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.396406 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.396578 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.396824 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.397002 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.397223 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.397473 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.397693 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.397962 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.398152 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.398390 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.398677 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.398908 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.399124 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.399391 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.399641 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.399887 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.400133 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.400361 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.400608 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.400853 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.401091 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.401326 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.402160 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.402371 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.402607 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.402873 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.403114 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.403395 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.403683 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.403960 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.404330 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.404650 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.404879 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.405162 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.406252 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.406252 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.406252 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.406703 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.406703 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.407138 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.407138 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.414056 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.414056 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.414056 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.414056 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.414056 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.414056 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.414056 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.414056 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.414599 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.414599 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.414599 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.414599 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.414599 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.414599 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.414599 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.414599 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.415141 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.415141 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.415141 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.415141 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.415141 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.415141 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.415141 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.415141 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.415708 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.415708 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.415708 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.415708 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.415708 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.415708 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.415708 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.415708 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.416243 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.416243 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.71/identity {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.416243 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.416243 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.416493 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.416493 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.416717 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.417255 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.418048 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.418579 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.418751 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.419103 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.419383 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.419770 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.419934 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.420084 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.420465 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.420641 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.420791 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.421127 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.421269 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.421603 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.421731 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.421869 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.422071 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.422289 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.422539 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.422784 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.423031 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.423269 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.424042 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.424042 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.424220 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.424324 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.424784 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.425200 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.425430 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.425676 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.425932 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.426155 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.426380 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.426598 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.426826 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.427036 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.427281 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.427502 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.427724 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.427956 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.428188 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.428400 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.428729 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.428891 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.429093 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.429304 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.429535 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.429776 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.430052 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.430283 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.430664 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.430891 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.431143 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.431627 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.432108 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.432360 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.432620 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.432892 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.433156 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.433420 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.433683 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.433928 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.434153 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.434371 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.434699 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.434939 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.435238 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.435484 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.435726 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.435997 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.436242 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.436490 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.436738 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.436988 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.437214 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.437465 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.437743 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.437997 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.438251 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.438503 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.438784 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.439204 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.439360 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.439559 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.439848 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.440140 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.440501 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.440718 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.441096 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.441431 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.441707 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.441961 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.442242 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.442495 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.442736 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.442979 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.443289 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.443552 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.443780 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.443994 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.444243 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.444563 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.444819 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.445040 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.445273 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.445565 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.445954 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.446090 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.447044 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.447044 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.447044 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.447044 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.447629 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.71/identity {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.447629 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.447888 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.448037 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.448281 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.448623 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.448770 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.449013 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.449233 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.449469 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.449792 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.450026 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.450278 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.450527 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.450751 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.450989 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.451682 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.451682 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.451943 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.452083 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.452247 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.452470 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.452711 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.452960 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.453226 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.453464 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.453943 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.454077 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.454201 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.454395 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.454625 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.454864 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.455080 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.455351 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.456121 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.456121 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.456121 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.456514 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.456514 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.457136 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.457136 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.457136 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.457569 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.457569 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.457890 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.458147 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.458395 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.458870 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.458870 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.459135 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.459335 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.459557 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.459810 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.459987 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.460243 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.460841 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.460841 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.461064 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.461206 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.461419 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.461630 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.461865 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.462082 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.462382 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.462636 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.462865 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.463107 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.463359 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.463588 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.463799 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.464030 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.464843 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.465055 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.465285 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.465497 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.465707 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.465923 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.466134 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.466446 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.466707 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.466929 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.467254 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.467502 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.467749 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.468005 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.468333 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.468549 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.468796 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.469056 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.469294 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.469514 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.469784 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.470102 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.470409 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.470656 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.470914 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.471244 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.471538 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.471969 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.472232 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.472545 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.472900 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.473289 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.473669 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.473926 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.474195 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.474443 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.474670 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.474891 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.475129 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.475386 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.475667 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.475914 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.476144 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.476368 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.476959 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.477189 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.477420 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.477657 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.477870 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.478110 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.478256 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 16 21:57:33.478807 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87362) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 16 21:57:33.479391 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 16 21:57:33.479391 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 16 21:57:33.479391 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 16 21:57:33.480370 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 16 21:57:33.480370 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 16 21:57:33.480370 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.480876 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.480876 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.480876 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.481253 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.481253 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.481253 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.481534 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.481534 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.481684 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.481831 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.481993 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.482151 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.482473 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.482630 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.482944 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.483103 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.483295 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.483464 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.483624 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.483784 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.483938 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.484094 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.484251 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.484920 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.484920 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.484920 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.485183 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.485262 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.485341 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.485503 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.485660 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.485819 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.485975 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.486133 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.486291 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.486451 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.486612 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.486769 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.486927 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.487085 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] host                           = dv-cinder-818140-1-iscsi {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.487265 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.487427 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.487586 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.487771 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.487889 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.488046 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.488205 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.488363 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.488520 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.488684 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.488841 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.488999 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.489156 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.489314 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.489473 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.489630 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.489788 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.489944 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.490176 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.490275 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.490435 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.490597 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.490759 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.490915 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.491072 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.495250 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.495250 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.495250 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.495250 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.495250 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.495250 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.495250 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.495250 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.495770 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.495770 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.495770 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.495770 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.495770 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.495770 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.495770 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.495770 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.496223 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.496223 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.496223 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.496223 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.496223 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.496223 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.496223 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.496223 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.496655 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.496655 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.496655 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.496655 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.496655 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.496655 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.496655 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.496655 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.497087 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.497087 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.497087 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.497087 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.497087 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.497087 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.497087 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.497087 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.497533 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.497533 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.497533 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.497698 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 16 21:57:33.497771 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.498371 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.498371 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.498371 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.498371 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.498621 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.498687 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.498865 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.498952 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.499124 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.499372 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.499467 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.499630 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.499780 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.499942 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.500130 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.500270 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.500406 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.500554 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.500691 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.500837 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.501003 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.501173 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.501314 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.501485 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.71/identity {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.501627 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.501772 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.501916 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.502081 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.502244 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.502425 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.502583 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.502720 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.502854 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.503001 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.503159 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.503366 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.503589 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.503732 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.503868 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.504005 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.504140 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.504275 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.504410 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.504544 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.504689 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.504825 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.504974 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.505143 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.505305 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.505478 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.505641 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.505802 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.505964 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.506114 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.506275 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.506437 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.506599 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.506762 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.506923 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.507085 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.507300 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.507501 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.507733 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.507733 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.508033 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.508033 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.508290 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.508425 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.508559 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.508715 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.508897 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.509046 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.509183 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.509434 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.509586 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.509724 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.509859 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.509995 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.510138 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.510275 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.510421 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.510558 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.510994 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.511150 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.511360 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.511505 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.511672 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.511826 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.511986 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.512137 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.512298 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.512460 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.512623 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.512783 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.512945 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.513107 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.513272 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.513435 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.513609 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.514237 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.514393 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.514553 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.514716 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.514877 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.515448 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.515448 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.515448 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.515924 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.515924 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.515924 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.516303 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.516303 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.516303 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.516869 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.516869 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.516869 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.516869 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.517392 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.517392 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.517392 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.517770 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.517770 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.517770 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.518146 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.518146 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.518420 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.518420 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.518868 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.518868 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.518868 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.519312 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.519312 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.519884 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.519884 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.519884 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.519884 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.520413 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.520413 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.520413 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.520413 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.520948 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.520948 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.520948 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.71/identity {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.521335 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.521335 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.521335 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.521711 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.521711 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.521711 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.522102 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.522102 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.522368 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.522368 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.522644 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.522644 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.523464 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.523464 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.523464 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.523464 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.523464 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.524190 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.524190 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.524190 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.524190 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.524190 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.524865 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.524865 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.524865 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.524865 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.524865 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.525868 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.525868 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.525868 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.525868 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.525868 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.525868 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.527251 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.527251 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.527251 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.527251 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.527251 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.527251 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.528131 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.528131 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.528131 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.528131 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.528131 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.529342 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.529342 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.529342 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.529342 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.529342 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.529342 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.529342 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.529342 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.530729 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.530729 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.530729 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.530729 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.530729 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.530729 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.530729 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.530729 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.530729 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.531990 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.531990 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.531990 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.531990 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.531990 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.531990 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.531990 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.531990 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.533807 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.533807 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.533807 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.533807 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.533807 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.533807 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.533807 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.533807 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.534943 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.534943 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.534943 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.534943 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.534943 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.534943 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.534943 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.534943 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.536046 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.536046 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.536046 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.536046 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.536046 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.536046 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.536046 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.536978 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 21:57:33.537126 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.537126 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.537126 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.537126 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.537126 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.537126 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.537126 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.537126 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.538125 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.538125 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.538125 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.538125 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.538125 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.538125 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.538125 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.538125 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.538125 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.539275 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.539275 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.539275 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.539275 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.539275 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.539275 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.539275 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.540356 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.540356 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.540356 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.540356 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 16 21:57:33.540356 dv-cinder-818140-1-iscsi neutron-server[87362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 16 21:57:33.625954 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 58594) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 21:57:33.634269 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062494
Nov 16 21:57:44.610722 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d69ed1d-cf11-4292-8ec7-260b5e27f55d None None] get_active_networks_info from dv-cinder-818140-1-iscsi {{(pid=87471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 16 21:57:44.743488 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d69ed1d-cf11-4292-8ec7-260b5e27f55d None None] No non-hosted networks {{(pid=87471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 16 21:57:44.763075 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.agentschedulers_db [None req-1d69ed1d-cf11-4292-8ec7-260b5e27f55d None None] DHCP Agent not found on host dv-cinder-818140-1-iscsi {{(pid=87471) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Nov 16 21:57:44.917988 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ad3f73d-b390-4517-9720-f5a19b1a10f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-465257'] for agent, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:45.110708 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-465257'] for agent, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:45.114147 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:45.114750 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:45.115366 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:45.115831 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:45.118655 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:45.119199 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:45.119609 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:45.120553 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:45.121024 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:45.121481 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:45.129223 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:45.129709 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:45.130256 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa3d2baccd0>, 'Open vSwitch agent', 'dv-cinder-818140-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 21:57:45.154453 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa3d351a2e0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818140-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 21:57:47.152443 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-af3df780-afa3-4b35-9ca9-c81c7455c3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-465257'] for agent, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:47.191819 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-8818f052-9645-405a-9405-13746e5c3245 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-818140-1-iscsi {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 16 21:57:47.192586 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-8818f052-9645-405a-9405-13746e5c3245 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 16 21:57:47.784573 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8818f052-9645-405a-9405-13746e5c3245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:48.527911 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-465257'] for agent, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:49.887963 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-465257'] for agent, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:50.248669 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.db.l3_hamode_db [None req-36d18dbc-93f2-454b-9e44-c78e52c2bfd4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 16 21:57:50.337721 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d18dbc-93f2-454b-9e44-c78e52c2bfd4 None None] Routers set() bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 21:57:50.338654 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d18dbc-93f2-454b-9e44-c78e52c2bfd4 None None] Router IDs set() for agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 16 21:57:51.505375 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 58688) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 21:57:52.096950 dv-cinder-818140-1-iscsi neutron-server[87470]: WARNING oslo_policy.policy [None req-bf3afa9d-80aa-432e-bb2c-38386c751cf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 16 21:57:52.097558 dv-cinder-818140-1-iscsi neutron-server[87470]: WARNING oslo_policy.policy [None req-bf3afa9d-80aa-432e-bb2c-38386c751cf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 16 21:57:52.315061 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [None req-bf3afa9d-80aa-432e-bb2c-38386c751cf0 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 16 21:57:52.316215 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-bf3afa9d-80aa-432e-bb2c-38386c751cf0 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8099422
Nov 16 21:57:54.718387 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 58702) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 21:57:55.310837 dv-cinder-818140-1-iscsi neutron-server[87469]: WARNING oslo_policy.policy [None req-395121dd-0719-4658-9618-9214282fc7e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 16 21:57:55.311459 dv-cinder-818140-1-iscsi neutron-server[87469]: WARNING oslo_policy.policy [None req-395121dd-0719-4658-9618-9214282fc7e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 16 21:57:55.529831 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-395121dd-0719-4658-9618-9214282fc7e7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 21:57:55.643604 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.policy [None req-395121dd-0719-4658-9618-9214282fc7e7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87469) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 16 21:57:55.689466 dv-cinder-818140-1-iscsi neutron-server[87469]: WARNING oslo_policy.policy [None req-395121dd-0719-4658-9618-9214282fc7e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 16 21:57:55.689862 dv-cinder-818140-1-iscsi neutron-server[87469]: WARNING oslo_policy.policy [None req-395121dd-0719-4658-9618-9214282fc7e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 16 21:57:55.698987 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.quota [None req-395121dd-0719-4658-9618-9214282fc7e7 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa3d32a1fa0>.
Nov 16 21:57:55.714502 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-395121dd-0719-4658-9618-9214282fc7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 21:57:55.837325 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-395121dd-0719-4658-9618-9214282fc7e7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771354686031', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771354686588', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771354660666', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771354667289', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771354643819', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771354654128', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-616137', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7838153', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-434142', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-643973'] for rbac-policy, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:56.001319 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-395121dd-0719-4658-9618-9214282fc7e7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:56.002765 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-395121dd-0719-4658-9618-9214282fc7e7 admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.2822797
Nov 16 21:57:58.611642 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 58720) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 21:57:58.969290 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '53f59280584e4ee19ef5f285ea04e734', 'name': 'private'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 21:57:58.974494 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 21:57:58.978747 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Usage tracker for resource:network and tenant:53f59280584e4ee19ef5f285ea04e734 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 21:57:58.983429 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 21:57:58.989709 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 21:57:59.052342 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Made reservation on behalf of 53f59280584e4ee19ef5f285ea04e734 for: {'network': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 21:57:59.055227 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:59.073301 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:59.088070 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 21:57:59.091774 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Usage tracker for resource:security_group_rule and tenant:53f59280584e4ee19ef5f285ea04e734 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 21:57:59.096730 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 21:57:59.102261 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 21:57:59.194900 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:59.234909 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:59.240264 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:57:59.263071 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771}  {{(pid=87469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 21:57:59.287166 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771350883732', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:59.287793 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fa3d40ed940> segment precommit_create {{(pid=87469) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 16 21:57:59.288276 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.segments_db [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Added segment 3c914cd9-0e9a-47cd-8559-836189575422 of type vlan for network 16444cbf-8cfc-4264-9c52-5f26bfb52a63
Nov 16 21:57:59.296665 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182250d1-b075-494f-a23d-79bab8389684,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:57:59.351102 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:59.351392 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:59.351724 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:59.352042 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:59.352357 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:59.352690 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:59.353156 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:59.353436 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:59.353746 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:59.354051 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:59.354368 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:59.354656 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Tracked resource versions report:
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]: pushed versions:
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]: {   'AddressGroup': {'1.2'},
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:     'ConntrackHelper': {'1.0'},
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:     'Log': {'1.0'},
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:     'Network': {'1.1'},
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:     'Port': {'1.7'},
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:     'PortForwarding': {'1.2'},
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:     'QosPolicy': {'1.8'},
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:     'SecurityGroup': {'1.4'},
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:     'SecurityGroupRule': {'1.2'},
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:     'SubPort': {'1.0'},
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:     'Subnet': {'1.1'},
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:     'Trunk': {'1.1'}}
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]: consumer versions:
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]: {   DHCP agent@dv-cinder-818140-1-iscsi: {},
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:     L3 agent@dv-cinder-818140-1-iscsi: {},
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:     Metadata agent@dv-cinder-818140-1-iscsi: {},
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:     Metering agent@dv-cinder-818140-1-iscsi: {},
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:     Open vSwitch agent@dv-cinder-818140-1-iscsi: {   'AddressGroup': '1.2',
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'ConntrackHelper': '1.0',
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'Log': '1.0',
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'Network': '1.1',
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'Port': '1.7',
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'PortForwarding': '1.2',
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'QosPolicy': '1.8',
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'SecurityGroup': '1.4',
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'SecurityGroupRule': '1.2',
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'SubPort': '1.0',
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'Subnet': '1.1',
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'Trunk': '1.1'}}
Nov 16 21:57:59.355805 dv-cinder-818140-1-iscsi neutron-server[87469]:  {{(pid=87469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 16 21:57:59.400618 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:57:59.406603 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:59.487154 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:59.488761 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 21:57:59.489402 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:57:59.492572 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:57:59.596197 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Pushing event updated for resources: {'Network': ['ID=16444cbf-8cfc-4264-9c52-5f26bfb52a63,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:57:59.599478 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:57:59.608298 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network 16444cbf-8cfc-4264-9c52-5f26bfb52a63 details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 21:57:59.653217 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0404902
Nov 16 21:58:02.370546 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 58736) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 21:58:02.816855 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f24a71a-4489-4730-911c-794acd3b4dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 21:58:02.818117 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-0f24a71a-4489-4730-911c-794acd3b4dfd admin admin] 10.222.0.71 "GET /v2.0/networks/16444cbf-8cfc-4264-9c52-5f26bfb52a63 HTTP/1.1" status: 200  len: 825 time: 0.4465764
Nov 16 21:58:02.846022 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-37821c2c-8013-4086-b73b-82f872558a8d admin admin] 10.222.0.71 "GET /v2.0/subnetpools/642af206-eef2-4e0b-a6f9-16209defa787 HTTP/1.1" status: 200  len: 734 time: 0.0224068
Nov 16 21:58:02.858288 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '642af206-eef2-4e0b-a6f9-16209defa787', 'gateway_ip': '172.20.0.1', 'tenant_id': '53f59280584e4ee19ef5f285ea04e734', 'name': 'private-subnet', 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 21:58:02.865374 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 21:58:02.870477 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Usage tracker for resource:subnet and tenant:53f59280584e4ee19ef5f285ea04e734 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 21:58:02.873760 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 21:58:02.879313 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 21:58:02.932901 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Made reservation on behalf of 53f59280584e4ee19ef5f285ea04e734 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 21:58:02.935287 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:03.247056 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:03.251292 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:58:03.341747 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Checking segment: {'id': '3c914cd9-0e9a-47cd-8559-836189575422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 21:58:03.342124 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Network hostable DHCP agents. Network: 16444cbf-8cfc-4264-9c52-5f26bfb52a63, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 21:58:03.348959 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56154076-a9e7-43bf-87a7-a1c005657752,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:58:03.355172 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:58:03.401382 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Network 16444cbf-8cfc-4264-9c52-5f26bfb52a63 is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 21:58:03.457912 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, 16444cbf-8cfc-4264-9c52-5f26bfb52a63) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 21:58:03.463598 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 21:58:03.464684 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:03.469427 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5b56b2-7db3-4808-a002-2aeadb9f5217 None None] Network 16444cbf-8cfc-4264-9c52-5f26bfb52a63 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 21:58:03.548430 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6913669
Nov 16 21:58:03.878698 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d73b1c-f81f-5766-b340-81ce724f3cc1-16444cbf-8cfc-4264-9c52-5f26bfb52a63', 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63', 'tenant_id': '53f59280584e4ee19ef5f285ea04e734', 'fixed_ips': [{'subnet_id': '56154076-a9e7-43bf-87a7-a1c005657752'}]}} from dv-cinder-818140-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 16 21:58:03.880098 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:04.068619 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Allocated IP 172.20.0.2 (16444cbf-8cfc-4264-9c52-5f26bfb52a63/56154076-a9e7-43bf-87a7-a1c005657752/6728fb7c-4abf-4d6b-a1f4-611e290e008b) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 21:58:04.295187 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:04.308040 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Transition to ACTIVE for port object 6728fb7c-4abf-4d6b-a1f4-611e290e008b will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 21:58:04.327942 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Transition to ACTIVE for port object 6728fb7c-4abf-4d6b-a1f4-611e290e008b will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 21:58:04.413267 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:04.420828 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:58:04.482506 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Network 16444cbf-8cfc-4264-9c52-5f26bfb52a63 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 21:58:04.485332 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 21:58:04.494477 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Pushing event updated for resources: {'Port': ['ID=6728fb7c-4abf-4d6b-a1f4-611e290e008b,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:58:04.497069 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 21:58:04.506045 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:04.506382 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:04.506706 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:04.507027 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:04.507367 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:04.507680 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:04.507989 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:04.508298 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:04.508628 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:04.509599 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:04.509915 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:04.510219 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Tracked resource versions report:
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]: pushed versions:
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]: {   'AddressGroup': {'1.2'},
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:     'ConntrackHelper': {'1.0'},
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:     'Log': {'1.0'},
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:     'Network': {'1.1'},
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:     'Port': {'1.7'},
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:     'PortForwarding': {'1.2'},
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:     'QosPolicy': {'1.8'},
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:     'SecurityGroup': {'1.4'},
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:     'SecurityGroupRule': {'1.2'},
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:     'SubPort': {'1.0'},
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:     'Subnet': {'1.1'},
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:     'Trunk': {'1.1'}}
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]: consumer versions:
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]: {   DHCP agent@dv-cinder-818140-1-iscsi: {},
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:     L3 agent@dv-cinder-818140-1-iscsi: {},
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:     Metadata agent@dv-cinder-818140-1-iscsi: {},
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:     Metering agent@dv-cinder-818140-1-iscsi: {},
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:     Open vSwitch agent@dv-cinder-818140-1-iscsi: {   'AddressGroup': '1.2',
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'ConntrackHelper': '1.0',
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'Log': '1.0',
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'Network': '1.1',
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'Port': '1.7',
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'PortForwarding': '1.2',
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'QosPolicy': '1.8',
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'SecurityGroup': '1.4',
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'SecurityGroupRule': '1.2',
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'SubPort': '1.0',
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'Subnet': '1.1',
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'Trunk': '1.1'}}
Nov 16 21:58:04.511358 dv-cinder-818140-1-iscsi neutron-server[87471]:  {{(pid=87471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 16 21:58:04.542572 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:58:04.597690 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Attempting to bind port 6728fb7c-4abf-4d6b-a1f4-611e290e008b on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 21:58:04.598001 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Attempting to bind port 6728fb7c-4abf-4d6b-a1f4-611e290e008b by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '3c914cd9-0e9a-47cd-8559-836189575422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 21:58:04.598407 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Attempting to bind port 6728fb7c-4abf-4d6b-a1f4-611e290e008b on network 16444cbf-8cfc-4264-9c52-5f26bfb52a63 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 21:58:04.603763 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 21:58:04.604157 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Checking segment: {'id': '3c914cd9-0e9a-47cd-8559-836189575422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 21:58:04.604665 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:04.605053 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Bound using segment: {'id': '3c914cd9-0e9a-47cd-8559-836189575422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 21:58:04.605522 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Bound port: 6728fb7c-4abf-4d6b-a1f4-611e290e008b, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c914cd9-0e9a-47cd-8559-836189575422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 21:58:04.605922 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:04.692141 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] For port 6728fb7c-4abf-4d6b-a1f4-611e290e008b, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 21:58:04.696006 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] For port 6728fb7c-4abf-4d6b-a1f4-611e290e008b, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=6728fb7c-4abf-4d6b-a1f4-611e290e008b,segment=NetworkSegment(3c914cd9-0e9a-47cd-8559-836189575422),segment_id=3c914cd9-0e9a-47cd-8559-836189575422)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 21:58:04.756287 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:04.760893 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:58:04.909065 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Pushing event updated for resources: {'Port': ['ID=6728fb7c-4abf-4d6b-a1f4-611e290e008b,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:58:04.909065 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:58:05.958321 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 58746) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 21:58:06.352297 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [None req-2744fceb-9124-48e1-8f69-13dfe0535f51 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=87469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 16 21:58:06.353836 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-2744fceb-9124-48e1-8f69-13dfe0535f51 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3945730
Nov 16 21:58:08.522391 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6e4b4e-8b91-44b4-92fc-36799375b7a6 None None] Network 16444cbf-8cfc-4264-9c52-5f26bfb52a63 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 21:58:08.731074 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 58760) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 21:58:08.738542 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-47621cb9-c77a-4136-84fb-6c4bdc193f1f None None] Provisioning for port 6728fb7c-4abf-4d6b-a1f4-611e290e008b completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 21:58:09.115657 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [None req-6061dc2e-d792-42db-a31e-6862a23fdbcd admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=87469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 16 21:58:09.116696 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-6061dc2e-d792-42db-a31e-6862a23fdbcd admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3847346
Nov 16 21:58:09.251714 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 6728fb7c-4abf-4d6b-a1f4-611e290e008b up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 21:58:09.423066 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 6728fb7c-4abf-4d6b-a1f4-611e290e008b completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 21:58:09.428379 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 6728fb7c-4abf-4d6b-a1f4-611e290e008b triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 21:58:09.428779 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:09.545815 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:09.578164 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port 6728fb7c-4abf-4d6b-a1f4-611e290e008b, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=6728fb7c-4abf-4d6b-a1f4-611e290e008b,segment=NetworkSegment(3c914cd9-0e9a-47cd-8559-836189575422),segment_id=3c914cd9-0e9a-47cd-8559-836189575422)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 21:58:09.651520 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:09.653666 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-bbc756c0-1c7a-4dc9-a88f-c0ee8fd25800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:58:09.720969 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=6728fb7c-4abf-4d6b-a1f4-611e290e008b,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:58:09.723976 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:58:11.224489 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 6728fb7c-4abf-4d6b-a1f4-611e290e008b up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 21:58:11.291533 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 6728fb7c-4abf-4d6b-a1f4-611e290e008b triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 21:58:11.291900 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:11.746370 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 58772) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 21:58:12.095957 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-17438c0a-63fd-4fdf-954f-1b5762c98919 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '53f59280584e4ee19ef5f285ea04e734'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 21:58:12.168867 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.policy [None req-17438c0a-63fd-4fdf-954f-1b5762c98919 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87470) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 16 21:58:12.215276 dv-cinder-818140-1-iscsi neutron-server[87470]: WARNING oslo_policy.policy [None req-17438c0a-63fd-4fdf-954f-1b5762c98919 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 16 21:58:12.215670 dv-cinder-818140-1-iscsi neutron-server[87470]: WARNING oslo_policy.policy [None req-17438c0a-63fd-4fdf-954f-1b5762c98919 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 16 21:58:12.224169 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.quota [None req-17438c0a-63fd-4fdf-954f-1b5762c98919 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa3d32b74f0>.
Nov 16 21:58:12.239910 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-17438c0a-63fd-4fdf-954f-1b5762c98919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 21:58:12.246462 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-17438c0a-63fd-4fdf-954f-1b5762c98919 admin admin] Usage tracker for resource:router and tenant:53f59280584e4ee19ef5f285ea04e734 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 21:58:12.251019 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-17438c0a-63fd-4fdf-954f-1b5762c98919 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 21:58:12.258590 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-17438c0a-63fd-4fdf-954f-1b5762c98919 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 21:58:12.332783 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-17438c0a-63fd-4fdf-954f-1b5762c98919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1706'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:12.334939 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-17438c0a-63fd-4fdf-954f-1b5762c98919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7990882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7984489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1617'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:12.361793 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-17438c0a-63fd-4fdf-954f-1b5762c98919 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:12.533189 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-17438c0a-63fd-4fdf-954f-1b5762c98919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7984134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7984390'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:12.617827 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-17438c0a-63fd-4fdf-954f-1b5762c98919 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:12.618938 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-17438c0a-63fd-4fdf-954f-1b5762c98919 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8716309
Nov 16 21:58:14.560690 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-75e586f7-f158-4320-90e1-accc1764fcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:14.987322 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 58784) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 21:58:15.212166 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:15.360142 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [None req-18b8cffb-4aaf-4c51-9df3-58a183184708 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 16 21:58:15.361111 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-18b8cffb-4aaf-4c51-9df3-58a183184708 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3728242
Nov 16 21:58:17.138750 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ae9f-fb2a-4785-8f7f-97d71daf0ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:17.783634 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 58794) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 21:58:18.149293 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 21:58:18.154323 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 21:58:18.158165 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Usage tracker for resource:network and tenant:7e0af8be520c426ab6100514347a834b is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 21:58:18.161675 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 21:58:18.167198 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 21:58:18.246315 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Made reservation on behalf of 7e0af8be520c426ab6100514347a834b for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 21:58:18.249202 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:18.268906 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:18.283659 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 21:58:18.287996 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Usage tracker for resource:security_group_rule and tenant:7e0af8be520c426ab6100514347a834b is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 21:58:18.291265 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 21:58:18.297495 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 21:58:18.392444 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:18.456492 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:18.461838 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:58:18.473541 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Reserving flat network on physical network physnet1 {{(pid=87470) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 16 21:58:18.507066 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771350883732', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:18.507683 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fa3d40ed940> segment precommit_create {{(pid=87470) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 16 21:58:18.508184 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.segments_db [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Added segment 66b72f70-59d2-4669-a99c-4113fe343f41 of type flat for network 10de077c-bbee-4272-8747-14a2748b01b9
Nov 16 21:58:18.513738 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:18.559151 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51816abd-b1bf-4006-8b27-c2f1fd53e768,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:58:18.575381 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:18.575813 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:18.576146 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:18.576478 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:18.576794 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:18.577127 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:18.577442 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:18.577753 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:18.578065 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:18.578373 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:18.578681 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:18.578984 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Tracked resource versions report:
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]: pushed versions:
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]: {   'AddressGroup': {'1.2'},
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:     'ConntrackHelper': {'1.0'},
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:     'Log': {'1.0'},
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:     'Network': {'1.1'},
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:     'Port': {'1.7'},
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:     'PortForwarding': {'1.2'},
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:     'QosPolicy': {'1.8'},
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:     'SecurityGroup': {'1.4'},
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:     'SecurityGroupRule': {'1.2'},
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:     'SubPort': {'1.0'},
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:     'Subnet': {'1.1'},
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:     'Trunk': {'1.1'}}
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]: consumer versions:
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]: {   DHCP agent@dv-cinder-818140-1-iscsi: {},
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:     L3 agent@dv-cinder-818140-1-iscsi: {},
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:     Metadata agent@dv-cinder-818140-1-iscsi: {},
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:     Metering agent@dv-cinder-818140-1-iscsi: {},
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:     Open vSwitch agent@dv-cinder-818140-1-iscsi: {   'AddressGroup': '1.2',
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'ConntrackHelper': '1.0',
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'Log': '1.0',
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'Network': '1.1',
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'Port': '1.7',
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'PortForwarding': '1.2',
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'QosPolicy': '1.8',
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'SecurityGroup': '1.4',
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'SecurityGroupRule': '1.2',
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'SubPort': '1.0',
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'Subnet': '1.1',
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'Trunk': '1.1'}}
Nov 16 21:58:18.580166 dv-cinder-818140-1-iscsi neutron-server[87470]:  {{(pid=87470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 16 21:58:18.623900 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:58:18.654106 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:18.742906 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:18.744314 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 21:58:18.744952 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:18.750441 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:58:18.852508 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Pushing event updated for resources: {'Network': ['ID=10de077c-bbee-4272-8747-14a2748b01b9,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:58:18.855926 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:58:18.863045 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network 10de077c-bbee-4272-8747-14a2748b01b9 details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 21:58:18.921444 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.1367180
Nov 16 21:58:19.805607 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:21.304950 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 58818) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 21:58:21.513639 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312f1ffc-d01d-4d33-a14a-b18a4091119a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 21:58:21.514972 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-312f1ffc-d01d-4d33-a14a-b18a4091119a admin admin] 10.222.0.71 "GET /v2.0/subnets/56154076-a9e7-43bf-87a7-a1c005657752 HTTP/1.1" status: 200  len: 849 time: 0.2090909
Nov 16 21:58:21.674023 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-2650fdc1-363a-44ee-91cc-c0f8db4c679a admin admin] 10.222.0.71 "GET /v2.0/routers/47baed15-1ba8-4b00-b014-faf48d006d6b HTTP/1.1" status: 200  len: 704 time: 0.1530793
Nov 16 21:58:22.139102 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:22.368790 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Allocated IP 172.20.0.1 (16444cbf-8cfc-4264-9c52-5f26bfb52a63/56154076-a9e7-43bf-87a7-a1c005657752/b2569b88-d768-4547-bb09-fb65a9789cea) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 21:58:22.523649 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:22.543488 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Transition to ACTIVE for port object b2569b88-d768-4547-bb09-fb65a9789cea will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 21:58:22.652470 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:22.656964 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:58:22.718409 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Network 16444cbf-8cfc-4264-9c52-5f26bfb52a63 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 21:58:22.721557 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 21:58:22.727424 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 21:58:22.727938 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489072'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:22.859046 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Pushing event updated for resources: {'Port': ['ID=b2569b88-d768-4547-bb09-fb65a9789cea,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:58:22.873233 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:58:23.028932 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-32001aa4-3e0d-4b17-ab7d-f58f397bec8f None None] Provisioning for port b2569b88-d768-4547-bb09-fb65a9789cea completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 21:58:23.034450 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-32001aa4-3e0d-4b17-ab7d-f58f397bec8f None None] Provisioning complete for port b2569b88-d768-4547-bb09-fb65a9789cea triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 21:58:23.034818 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-32001aa4-3e0d-4b17-ab7d-f58f397bec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:23.088478 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-32001aa4-3e0d-4b17-ab7d-f58f397bec8f None None] Port b2569b88-d768-4547-bb09-fb65a9789cea cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 21:58:23.090918 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:23.315616 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:23.365443 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:23.366590 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489171'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:23.370359 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:58:23.498863 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Pushing event updated for resources: {'Port': ['ID=b2569b88-d768-4547-bb09-fb65a9789cea,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:58:23.501674 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:58:23.564674 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Network 16444cbf-8cfc-4264-9c52-5f26bfb52a63 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 21:58:23.565811 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 21:58:23.811282 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-aefc1a17-4d3a-4aa8-937c-98ab75800867 None None] Provisioning complete for port b2569b88-d768-4547-bb09-fb65a9789cea triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 21:58:23.811654 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-aefc1a17-4d3a-4aa8-937c-98ab75800867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:23.839375 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Router 47baed15-1ba8-4b00-b014-faf48d006d6b is scheduled to L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 16 21:58:23.867835 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-aefc1a17-4d3a-4aa8-937c-98ab75800867 None None] Port b2569b88-d768-4547-bb09-fb65a9789cea cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 21:58:23.998826 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 21:58:24.008654 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] 10.222.0.71 "PUT /v2.0/routers/47baed15-1ba8-4b00-b014-faf48d006d6b/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3295500
Nov 16 21:58:24.009244 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Sync routers for ids ['47baed15-1ba8-4b00-b014-faf48d006d6b'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 21:58:24.022489 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Routers {'47baed15-1ba8-4b00-b014-faf48d006d6b'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 21:58:24.023385 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d33ed370>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T21:58:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['47baed15-1ba8-4b00-b014-faf48d006d6b'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 21:58:24.196457 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Set router 47baed15-1ba8-4b00-b014-faf48d006d6b gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 21:58:24.563898 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d33ed370>, [{'id': '47baed15-1ba8-4b00-b014-faf48d006d6b', 'name': 'router1', 'tenant_id': '53f59280584e4ee19ef5f285ea04e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:58:12Z', 'updated_at': '2021-11-16T21:58:22Z', 'revision_number': 2, 'project_id': '53f59280584e4ee19ef5f285ea04e734', 'gw_port_host': None, '_interfaces': [{'id': 'b2569b88-d768-4547-bb09-fb65a9789cea', 'name': '', 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63', 'tenant_id': '53f59280584e4ee19ef5f285ea04e734', 'mac_address': 'fa:16:3e:1c:67:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47baed15-1ba8-4b00-b014-faf48d006d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56154076-a9e7-43bf-87a7-a1c005657752', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:58:22Z', 'updated_at': '2021-11-16T21:58:23Z', 'revision_number': 2, 'project_id': '53f59280584e4ee19ef5f285ea04e734', 'subnets': [{'id': '56154076-a9e7-43bf-87a7-a1c005657752', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '642af206-eef2-4e0b-a6f9-16209defa787'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 21:58:24.568878 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Checking router: 47baed15-1ba8-4b00-b014-faf48d006d6b for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 21:58:24.569251 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Updating router 47baed15-1ba8-4b00-b014-faf48d006d6b port b2569b88-d768-4547-bb09-fb65a9789cea binding host dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 21:58:24.624677 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:25.001039 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:25.015986 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Transition to ACTIVE for port object b2569b88-d768-4547-bb09-fb65a9789cea will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 21:58:25.120496 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:25.125531 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:58:25.322238 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Pushing event updated for resources: {'Port': ['ID=b2569b88-d768-4547-bb09-fb65a9789cea,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:58:25.382939 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:25.383572 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:25.383900 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:25.384218 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:25.384532 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:25.384848 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:25.385161 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:25.385997 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:25.386312 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:25.386621 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:25.386927 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:25.387314 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Tracked resource versions report:
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]: pushed versions:
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]: {   'AddressGroup': {'1.2'},
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:     'ConntrackHelper': {'1.0'},
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:     'Log': {'1.0'},
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:     'Network': {'1.1'},
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:     'Port': {'1.7'},
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:     'PortForwarding': {'1.2'},
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:     'QosPolicy': {'1.8'},
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:     'SecurityGroup': {'1.4'},
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:     'SecurityGroupRule': {'1.2'},
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:     'SubPort': {'1.0'},
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:     'Subnet': {'1.1'},
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:     'Trunk': {'1.1'}}
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]: consumer versions:
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]: {   DHCP agent@dv-cinder-818140-1-iscsi: {},
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:     L3 agent@dv-cinder-818140-1-iscsi: {},
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:     Metadata agent@dv-cinder-818140-1-iscsi: {},
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:     Metering agent@dv-cinder-818140-1-iscsi: {},
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:     Open vSwitch agent@dv-cinder-818140-1-iscsi: {   'AddressGroup': '1.2',
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'ConntrackHelper': '1.0',
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'Log': '1.0',
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'Network': '1.1',
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'Port': '1.7',
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'PortForwarding': '1.2',
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'QosPolicy': '1.8',
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'SecurityGroup': '1.4',
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'SecurityGroupRule': '1.2',
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'SubPort': '1.0',
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'Subnet': '1.1',
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'Trunk': '1.1'}}
Nov 16 21:58:25.389255 dv-cinder-818140-1-iscsi neutron-server[87472]:  {{(pid=87472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 16 21:58:25.400043 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Attempting to bind port b2569b88-d768-4547-bb09-fb65a9789cea on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 21:58:25.400454 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Attempting to bind port b2569b88-d768-4547-bb09-fb65a9789cea by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '3c914cd9-0e9a-47cd-8559-836189575422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 21:58:25.400859 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Attempting to bind port b2569b88-d768-4547-bb09-fb65a9789cea on network 16444cbf-8cfc-4264-9c52-5f26bfb52a63 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 21:58:25.403662 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:58:25.407707 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 21:58:25.408043 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Checking segment: {'id': '3c914cd9-0e9a-47cd-8559-836189575422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 21:58:25.408544 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:25.408928 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Bound using segment: {'id': '3c914cd9-0e9a-47cd-8559-836189575422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 21:58:25.409470 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Bound port: b2569b88-d768-4547-bb09-fb65a9789cea, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c914cd9-0e9a-47cd-8559-836189575422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 21:58:25.409860 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:25.497353 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] For port b2569b88-d768-4547-bb09-fb65a9789cea, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 21:58:25.501448 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] For port b2569b88-d768-4547-bb09-fb65a9789cea, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=b2569b88-d768-4547-bb09-fb65a9789cea,segment=NetworkSegment(3c914cd9-0e9a-47cd-8559-836189575422),segment_id=3c914cd9-0e9a-47cd-8559-836189575422)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 21:58:25.606072 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:25.610158 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:58:25.702451 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Routers {'47baed15-1ba8-4b00-b014-faf48d006d6b'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 21:58:25.703076 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d33ed370>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T21:58:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['47baed15-1ba8-4b00-b014-faf48d006d6b'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 21:58:25.750519 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Pushing event updated for resources: {'Port': ['ID=b2569b88-d768-4547-bb09-fb65a9789cea,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:58:25.758750 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:58:25.858538 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] Set router 47baed15-1ba8-4b00-b014-faf48d006d6b gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 21:58:26.201189 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d33ed370>, [{'id': '47baed15-1ba8-4b00-b014-faf48d006d6b', 'name': 'router1', 'tenant_id': '53f59280584e4ee19ef5f285ea04e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:58:12Z', 'updated_at': '2021-11-16T21:58:22Z', 'revision_number': 2, 'project_id': '53f59280584e4ee19ef5f285ea04e734', 'gw_port_host': None, '_interfaces': [{'id': 'b2569b88-d768-4547-bb09-fb65a9789cea', 'name': '', 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63', 'tenant_id': '53f59280584e4ee19ef5f285ea04e734', 'mac_address': 'fa:16:3e:1c:67:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47baed15-1ba8-4b00-b014-faf48d006d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56154076-a9e7-43bf-87a7-a1c005657752', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:58:22Z', 'updated_at': '2021-11-16T21:58:25Z', 'revision_number': 4, 'project_id': '53f59280584e4ee19ef5f285ea04e734', 'subnets': [{'id': '56154076-a9e7-43bf-87a7-a1c005657752', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '642af206-eef2-4e0b-a6f9-16209defa787'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 21:58:26.204959 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ae0de8-e5eb-4800-9ae5-825a82e0eeb8 None None] The sync data for ids ['47baed15-1ba8-4b00-b014-faf48d006d6b'] in dv-cinder-818140-1-iscsi is: [{'id': '47baed15-1ba8-4b00-b014-faf48d006d6b', 'name': 'router1', 'tenant_id': '53f59280584e4ee19ef5f285ea04e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:58:12Z', 'updated_at': '2021-11-16T21:58:22Z', 'revision_number': 2, 'project_id': '53f59280584e4ee19ef5f285ea04e734', 'gw_port_host': None, '_interfaces': [{'id': 'b2569b88-d768-4547-bb09-fb65a9789cea', 'name': '', 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63', 'tenant_id': '53f59280584e4ee19ef5f285ea04e734', 'mac_address': 'fa:16:3e:1c:67:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47baed15-1ba8-4b00-b014-faf48d006d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56154076-a9e7-43bf-87a7-a1c005657752', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:58:22Z', 'updated_at': '2021-11-16T21:58:25Z', 'revision_number': 4, 'project_id': '53f59280584e4ee19ef5f285ea04e734', 'subnets': [{'id': '56154076-a9e7-43bf-87a7-a1c005657752', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '642af206-eef2-4e0b-a6f9-16209defa787'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 21:58:26.209103 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 58840) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 21:58:26.365514 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35dac71-79a9-41cd-a8e1-1f1e80a329d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 21:58:26.366863 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-d35dac71-79a9-41cd-a8e1-1f1e80a329d0 admin admin] 10.222.0.71 "GET /v2.0/networks/10de077c-bbee-4272-8747-14a2748b01b9 HTTP/1.1" status: 200  len: 842 time: 0.1568339
Nov 16 21:58:26.376413 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Request body: {'subnet': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 21:58:26.381255 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 21:58:26.385382 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Usage tracker for resource:subnet and tenant:7e0af8be520c426ab6100514347a834b is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 21:58:26.388992 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 21:58:26.395357 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 21:58:26.478912 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Made reservation on behalf of 7e0af8be520c426ab6100514347a834b for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 21:58:26.481287 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:26.946808 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.objects.ports [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87469) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Nov 16 21:58:26.947319 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:26.951384 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:58:27.022657 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0755f1d-0fb7-42ea-9726-81f58c277d98,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:58:27.028233 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:58:27.038531 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Checking segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 21:58:27.038878 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Network hostable DHCP agents. Network: 10de077c-bbee-4272-8747-14a2748b01b9, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 21:58:27.120726 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Network 10de077c-bbee-4272-8747-14a2748b01b9 is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 21:58:27.183910 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, 10de077c-bbee-4272-8747-14a2748b01b9) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 21:58:27.190926 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 21:58:27.190926 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:27.199163 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6f73de-bc36-45f7-9f5c-811cae10fc6b None None] Network 10de077c-bbee-4272-8747-14a2748b01b9 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 21:58:27.261870 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device b2569b88-d768-4547-bb09-fb65a9789cea up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 21:58:27.274206 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9010751
Nov 16 21:58:27.473760 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811ee2e0-1889-4c7f-bfe9-d239bd70c114 None None] Network 10de077c-bbee-4272-8747-14a2748b01b9 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 21:58:27.537279 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port b2569b88-d768-4547-bb09-fb65a9789cea completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 21:58:27.554349 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port b2569b88-d768-4547-bb09-fb65a9789cea triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 21:58:27.554723 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:27.805480 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:27.839326 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port b2569b88-d768-4547-bb09-fb65a9789cea, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=b2569b88-d768-4547-bb09-fb65a9789cea,segment=NetworkSegment(3c914cd9-0e9a-47cd-8559-836189575422),segment_id=3c914cd9-0e9a-47cd-8559-836189575422)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 21:58:27.936895 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:27.939687 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:58:28.009074 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b2569b88-d768-4547-bb09-fb65a9789cea,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:58:28.012954 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:58:29.235817 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device b2569b88-d768-4547-bb09-fb65a9789cea up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 21:58:29.306748 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port b2569b88-d768-4547-bb09-fb65a9789cea triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 21:58:29.307694 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:29.540727 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 58854) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 21:58:29.774012 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-af8acee7-8482-4bde-b8c8-ed9f37fade38 admin admin] 10.222.0.71 "GET /v2.0/routers/47baed15-1ba8-4b00-b014-faf48d006d6b HTTP/1.1" status: 200  len: 710 time: 0.2315993
Nov 16 21:58:29.904332 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577c51b2-cbdf-4b42-93fa-b5aecc8d2469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 21:58:29.905712 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-577c51b2-cbdf-4b42-93fa-b5aecc8d2469 admin admin] 10.222.0.71 "GET /v2.0/networks/10de077c-bbee-4272-8747-14a2748b01b9 HTTP/1.1" status: 200  len: 886 time: 0.1265669
Nov 16 21:58:29.916655 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 21:58:30.400783 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7984411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1607'] for router, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:30.787847 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:30.846176 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:30.980497 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Allocated IP 172.27.1.88 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 21:58:31.140883 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:31.246505 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:31.250356 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:58:31.312001 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 21:58:31.314788 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 21:58:31.318490 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 21:58:31.375443 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Pushing event updated for resources: {'Port': ['ID=aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:58:31.387679 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:58:31.822032 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:32.269678 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7984411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1607'] for router, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:32.272955 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7984390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7984404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7984397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7984148'] for router, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:32.453098 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Router 47baed15-1ba8-4b00-b014-faf48d006d6b has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 21:58:32.627345 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 21:58:32.636373 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:32.637545 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] 10.222.0.71 "PUT /v2.0/routers/47baed15-1ba8-4b00-b014-faf48d006d6b HTTP/1.1" status: 200  len: 889 time: 2.7262604
Nov 16 21:58:32.637980 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Sync routers for ids ['47baed15-1ba8-4b00-b014-faf48d006d6b'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 21:58:32.648251 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Routers {'47baed15-1ba8-4b00-b014-faf48d006d6b'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 21:58:32.648944 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d230a3a0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T21:58:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['47baed15-1ba8-4b00-b014-faf48d006d6b'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 21:58:32.843694 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Set router 47baed15-1ba8-4b00-b014-faf48d006d6b gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 21:58:33.186910 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d230a3a0>, [{'id': '47baed15-1ba8-4b00-b014-faf48d006d6b', 'name': 'router1', 'tenant_id': '53f59280584e4ee19ef5f285ea04e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:58:12Z', 'updated_at': '2021-11-16T21:58:31Z', 'revision_number': 4, 'project_id': '53f59280584e4ee19ef5f285ea04e734', 'gw_port': {'id': 'aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47baed15-1ba8-4b00-b014-faf48d006d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:58:30Z', 'updated_at': '2021-11-16T21:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'b2569b88-d768-4547-bb09-fb65a9789cea', 'name': '', 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63', 'tenant_id': '53f59280584e4ee19ef5f285ea04e734', 'mac_address': 'fa:16:3e:1c:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47baed15-1ba8-4b00-b014-faf48d006d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56154076-a9e7-43bf-87a7-a1c005657752', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:58:22Z', 'updated_at': '2021-11-16T21:58:27Z', 'revision_number': 5, 'project_id': '53f59280584e4ee19ef5f285ea04e734', 'subnets': [{'id': '56154076-a9e7-43bf-87a7-a1c005657752', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '642af206-eef2-4e0b-a6f9-16209defa787'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 21:58:33.192166 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Checking router: 47baed15-1ba8-4b00-b014-faf48d006d6b for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 21:58:33.192520 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Updating router 47baed15-1ba8-4b00-b014-faf48d006d6b port aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd binding host dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 21:58:33.243967 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:33.575818 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:33.587065 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Transition to ACTIVE for port object aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 21:58:33.650826 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:33.655490 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:58:33.728159 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Attempting to bind port aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 21:58:33.728526 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Attempting to bind port aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 21:58:33.728891 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Attempting to bind port aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd on network 10de077c-bbee-4272-8747-14a2748b01b9 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 21:58:33.734953 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5b972-850d-4f8d-af2f-4a0ff3dcb908 None None] Pushing event updated for resources: {'Port': ['ID=aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:58:33.738908 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-4fa5b972-850d-4f8d-af2f-4a0ff3dcb908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:58:33.739907 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 21:58:33.740283 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Checking segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 21:58:33.740685 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:33.741070 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Bound using segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 21:58:33.741545 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Bound port: aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 21:58:33.741939 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:33.821339 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] For port aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 21:58:33.824757 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] For port aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 21:58:33.903704 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:33.907801 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:58:34.002486 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Routers {'47baed15-1ba8-4b00-b014-faf48d006d6b'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 21:58:34.003104 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d230a3a0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T21:58:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['47baed15-1ba8-4b00-b014-faf48d006d6b'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 21:58:34.062952 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5b972-850d-4f8d-af2f-4a0ff3dcb908 None None] Pushing event updated for resources: {'Port': ['ID=aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:58:34.070923 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-4fa5b972-850d-4f8d-af2f-4a0ff3dcb908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:58:34.199788 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] Set router 47baed15-1ba8-4b00-b014-faf48d006d6b gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 21:58:34.554209 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d230a3a0>, [{'id': '47baed15-1ba8-4b00-b014-faf48d006d6b', 'name': 'router1', 'tenant_id': '53f59280584e4ee19ef5f285ea04e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:58:12Z', 'updated_at': '2021-11-16T21:58:31Z', 'revision_number': 4, 'project_id': '53f59280584e4ee19ef5f285ea04e734', 'gw_port': {'id': 'aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47baed15-1ba8-4b00-b014-faf48d006d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:58:30Z', 'updated_at': '2021-11-16T21:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'b2569b88-d768-4547-bb09-fb65a9789cea', 'name': '', 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63', 'tenant_id': '53f59280584e4ee19ef5f285ea04e734', 'mac_address': 'fa:16:3e:1c:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47baed15-1ba8-4b00-b014-faf48d006d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56154076-a9e7-43bf-87a7-a1c005657752', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:58:22Z', 'updated_at': '2021-11-16T21:58:27Z', 'revision_number': 5, 'project_id': '53f59280584e4ee19ef5f285ea04e734', 'subnets': [{'id': '56154076-a9e7-43bf-87a7-a1c005657752', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '642af206-eef2-4e0b-a6f9-16209defa787'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 21:58:34.558962 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da811f-30dc-4bf3-bf96-e2e45beb3e6f None None] The sync data for ids ['47baed15-1ba8-4b00-b014-faf48d006d6b'] in dv-cinder-818140-1-iscsi is: [{'id': '47baed15-1ba8-4b00-b014-faf48d006d6b', 'name': 'router1', 'tenant_id': '53f59280584e4ee19ef5f285ea04e734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:58:12Z', 'updated_at': '2021-11-16T21:58:31Z', 'revision_number': 4, 'project_id': '53f59280584e4ee19ef5f285ea04e734', 'gw_port': {'id': 'aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47baed15-1ba8-4b00-b014-faf48d006d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:58:30Z', 'updated_at': '2021-11-16T21:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'b2569b88-d768-4547-bb09-fb65a9789cea', 'name': '', 'network_id': '16444cbf-8cfc-4264-9c52-5f26bfb52a63', 'tenant_id': '53f59280584e4ee19ef5f285ea04e734', 'mac_address': 'fa:16:3e:1c:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47baed15-1ba8-4b00-b014-faf48d006d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56154076-a9e7-43bf-87a7-a1c005657752', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:58:22Z', 'updated_at': '2021-11-16T21:58:27Z', 'revision_number': 5, 'project_id': '53f59280584e4ee19ef5f285ea04e734', 'subnets': [{'id': '56154076-a9e7-43bf-87a7-a1c005657752', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '642af206-eef2-4e0b-a6f9-16209defa787'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 21:58:35.045340 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 58864) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 21:58:35.175254 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-2669d5d2-730d-4b4b-bd95-5dbdec9cfbd8 admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1261086
Nov 16 21:58:35.268449 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 21:58:35.398773 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 21:58:35.404738 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 21:58:35.405120 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:35.525126 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:35.543328 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 21:58:35.628668 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:35.631250 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 21:58:35.700607 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 21:58:35.703652 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 21:58:37.245562 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 21:58:37.322615 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port aa969e20-9e02-4d89-ad3a-a3fb61d2a4fd triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 21:58:37.323836 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:40.433884 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 21:58:44.617057 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5ecb06b1-4e0e-4783-b258-5c520bdb0b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:45.079431 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:47.147721 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a4f5f03b-a102-43c5-9a41-641254412a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:48.496354 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:58:49.873155 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:59:14.603877 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef9bb16f-effe-4d19-a444-861b745b626e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:59:15.077747 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:59:17.145557 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae1f099b-84a1-449a-9806-55811f7f55f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:59:17.433510 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 21:59:18.483567 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:59:19.843567 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:59:44.578841 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d887b98f-ba0c-4843-a4a5-d0bc4e79c369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:59:45.088210 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:59:47.128245 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-de821b26-22df-4679-9031-1d88a1f8ac2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:59:48.514974 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:59:49.904088 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 21:59:54.433932 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:00:14.584357 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f069762b-c211-49ca-9fa0-c2c501f4d491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:00:15.075617 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:00:17.155616 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3cc19c8c-3297-4c79-b3c2-feddf359f3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:00:18.538926 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:00:19.840119 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:00:31.432547 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:00:40.486094 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 59434) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:00:40.552789 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-55884d39-26fd-4002-a48c-441df2c43cfd admin admin] GET failed (client error): The resource could not be found.
Nov 16 22:00:40.553311 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-55884d39-26fd-4002-a48c-441df2c43cfd admin admin] Synchronizing usage tracker for tenant:7e0af8be520c426ab6100514347a834b on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:00:40.629686 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-55884d39-26fd-4002-a48c-441df2c43cfd admin admin] Unset dirty status for tenant:7e0af8be520c426ab6100514347a834b on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:00:40.630827 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-55884d39-26fd-4002-a48c-441df2c43cfd admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1437960
Nov 16 22:00:40.762306 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c04d9c-7de0-4b88-9e59-f635a4376ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:00:40.763703 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-e8c04d9c-7de0-4b88-9e59-f635a4376ae5 admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1290479
Nov 16 22:00:42.882199 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 59444) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:00:42.986891 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7919c4db-fe6f-4268-b817-e061362c490d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:00:42.987534 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7919c4db-fe6f-4268-b817-e061362c490d admin admin] Synchronizing usage tracker for tenant:7e0af8be520c426ab6100514347a834b on resource:subnet {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:00:43.074045 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7919c4db-fe6f-4268-b817-e061362c490d admin admin] Unset dirty status for tenant:7e0af8be520c426ab6100514347a834b on resource:subnet {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:00:43.075149 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-7919c4db-fe6f-4268-b817-e061362c490d admin admin] 10.222.0.71 "GET /v2.0/subnets/56154076-a9e7-43bf-87a7-a1c005657752 HTTP/1.1" status: 200  len: 849 time: 0.1920040
Nov 16 22:00:43.084741 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:00:43.201647 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Notify callbacks [] for subnet, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:00:43.445414 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771350745128'] for subnet, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:00:43.449020 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-aebf4b2f-5bdd-4372-b282-9a63036bc791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:00:43.493925 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d64dc3-c5bb-40ab-a5b3-6d778d6b1735 None None] Network 16444cbf-8cfc-4264-9c52-5f26bfb52a63 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:00:43.496923 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:00:43.497518 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:00:43.511373 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] 10.222.0.71 "PUT /v2.0/subnets/56154076-a9e7-43bf-87a7-a1c005657752 HTTP/1.1" status: 200  len: 868 time: 0.4180944
Nov 16 22:00:43.515264 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=56154076-a9e7-43bf-87a7-a1c005657752,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:00:43.522016 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:00:43.522348 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:00:43.522681 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:00:43.523003 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:00:43.523354 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:00:43.523711 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:00:43.524030 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:00:43.524343 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:00:43.524656 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:00:43.524966 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:00:43.525274 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:00:43.525581 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:00:43.529311 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:00:44.004831 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-40bc230e-01d9-44c4-b17e-657d4ad87c24 None None] Provisioning complete for port 6728fb7c-4abf-4d6b-a1f4-611e290e008b triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:00:44.005208 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-40bc230e-01d9-44c4-b17e-657d4ad87c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:00:44.141082 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-40bc230e-01d9-44c4-b17e-657d4ad87c24 None None] Provisioning complete for port b2569b88-d768-4547-bb09-fb65a9789cea triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:00:44.141353 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-40bc230e-01d9-44c4-b17e-657d4ad87c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:00:44.578758 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fa15bef5-d40a-49dc-b9db-eb9cf92d3c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:00:45.058386 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:00:45.656738 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 59454) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:00:45.827331 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9d27d3-5714-4cc0-ac46-16706922622d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:00:45.827712 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9d27d3-5714-4cc0-ac46-16706922622d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:00:45.829464 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-ae9d27d3-5714-4cc0-ac46-16706922622d admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1717827
Nov 16 22:00:47.149590 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f07c14f3-bd9d-4fb1-a9b8-4f554aadc97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:00:47.931446 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 59464) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:00:48.102650 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc417aa2-935b-4b40-aaa3-bef517c7253c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:00:48.103108 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc417aa2-935b-4b40-aaa3-bef517c7253c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:00:48.104639 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-cc417aa2-935b-4b40-aaa3-bef517c7253c admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1722555
Nov 16 22:00:48.515290 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:00:49.835382 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:00:50.216829 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 59474) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:00:50.388819 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0edbc8b-f732-4c4b-a17d-0bfecec1d66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:00:50.390187 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c0edbc8b-f732-4c4b-a17d-0bfecec1d66f admin admin] 10.222.0.71 "GET /v2.0/networks/10de077c-bbee-4272-8747-14a2748b01b9 HTTP/1.1" status: 200  len: 886 time: 0.1724091
Nov 16 22:00:52.527872 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 59484) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:00:52.736413 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d769e6-c5e3-4628-a23c-c95c62439e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:00:52.737691 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-00d769e6-c5e3-4628-a23c-c95c62439e11 admin admin] 10.222.0.71 "GET /v2.0/networks/16444cbf-8cfc-4264-9c52-5f26bfb52a63 HTTP/1.1" status: 200  len: 869 time: 0.2088695
Nov 16 22:00:54.911529 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 59494) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:00:55.022011 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc7fc8-e7fc-43ba-8b76-92d63c740985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:00:55.022466 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc7fc8-e7fc-43ba-8b76-92d63c740985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:00:55.024716 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-01cc7fc8-e7fc-43ba-8b76-92d63c740985 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1122479
Nov 16 22:00:57.154076 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 59504) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:00:57.261329 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5204bc-9a70-4b89-b5e8-cd0358fd9756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:00:57.261787 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5204bc-9a70-4b89-b5e8-cd0358fd9756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:00:57.263770 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-6e5204bc-9a70-4b89-b5e8-cd0358fd9756 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1082897
Nov 16 22:00:59.378465 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 59514) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:00:59.486187 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6122b375-2aca-4761-8b98-4b8a340eef57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:00:59.487569 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-6122b375-2aca-4761-8b98-4b8a340eef57 admin admin] 10.222.0.71 "GET /v2.0/subnets/56154076-a9e7-43bf-87a7-a1c005657752 HTTP/1.1" status: 200  len: 868 time: 0.1081402
Nov 16 22:01:01.712837 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 59524) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:01:01.814585 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f400e5-2af5-4e09-b0da-6465eeb2f2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:01:01.815844 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-e1f400e5-2af5-4e09-b0da-6465eeb2f2a7 admin admin] 10.222.0.71 "GET /v2.0/subnets/c0755f1d-0fb7-42ea-9726-81f58c277d98 HTTP/1.1" status: 200  len: 816 time: 0.1020215
Nov 16 22:01:08.431553 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:01:14.589625 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae3abbea-cccc-4781-8493-2d8367b158de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:15.080803 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:17.143929 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-024ea949-fc33-4382-956b-f9550209bd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:18.525156 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:19.845091 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:24.930865 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 59568) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:01:24.979949 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [None req-30ae290a-6b97-43fa-82a8-b9f0dc471915 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 16 22:01:24.980946 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-30ae290a-6b97-43fa-82a8-b9f0dc471915 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0491135
Nov 16 22:01:27.212286 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 59578) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:01:27.279765 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9dd07a4-e216-485b-b9cc-faf9eb8f1960 admin admin] GET failed (client error): The resource could not be found.
Nov 16 22:01:27.281062 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-c9dd07a4-e216-485b-b9cc-faf9eb8f1960 admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0678480
Nov 16 22:01:27.451436 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98f5259-48b3-4299-932c-bbb9bb431620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:01:27.452797 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-b98f5259-48b3-4299-932c-bbb9bb431620 admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1678839
Nov 16 22:01:29.604853 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 59588) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:01:29.654118 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:01:29.659324 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:01:29.669256 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:01:29.758868 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] Made reservation on behalf of 7e0af8be520c426ab6100514347a834b for: {'network': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:01:29.761303 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:29.848983 dv-cinder-818140-1-iscsi neutron-server[87469]: WARNING neutron.services.revisions.revision_plugin [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fa3d27f92b0] {project_id='7e0af8be520c426ab6100514347a834b', id='75a7d758-cc14-4c86-97ff-143ebcfc9e28', target_tenant='*', action='access_as_shared', object_id='963fb772-1e8f-44b4-9091-50c4ad377a44'}> to bump revision.
Nov 16 22:01:29.861884 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766}  {{(pid=87469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:01:29.870925 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:29.871555 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.segments_db [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] Added segment de1c1138-acb6-4581-aab2-e8afe8399ce6 of type vlan for network 963fb772-1e8f-44b4-9091-50c4ad377a44
Nov 16 22:01:29.902942 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:30.005224 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:30.007091 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:01:30.007738 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:30.011362 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:01:30.109799 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] Pushing event updated for resources: {'Network': ['ID=963fb772-1e8f-44b4-9091-50c4ad377a44,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:01:30.112536 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:01:30.120564 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network 963fb772-1e8f-44b4-9091-50c4ad377a44 details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:01:30.171470 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5654178
Nov 16 22:01:32.337718 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 59598) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:01:32.404369 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc5b10f-09ab-4827-b818-7bcee9df98be admin admin] GET failed (client error): The resource could not be found.
Nov 16 22:01:32.404891 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-8bc5b10f-09ab-4827-b818-7bcee9df98be admin admin] Synchronizing usage tracker for tenant:7e0af8be520c426ab6100514347a834b on resource:network {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:01:32.481348 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-8bc5b10f-09ab-4827-b818-7bcee9df98be admin admin] Unset dirty status for tenant:7e0af8be520c426ab6100514347a834b on resource:network {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:01:32.482533 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-8bc5b10f-09ab-4827-b818-7bcee9df98be admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1438596
Nov 16 22:01:32.589294 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5636a4-013b-4ad5-aa2a-7cfabc20ee3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:01:32.590752 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ba5636a4-013b-4ad5-aa2a-7cfabc20ee3b admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1041687
Nov 16 22:01:32.600257 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-9ef39604-2506-4dd8-9a65-89f3c7d37f40 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '963fb772-1e8f-44b4-9091-50c4ad377a44'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:01:32.604606 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-9ef39604-2506-4dd8-9a65-89f3c7d37f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:01:32.613975 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-9ef39604-2506-4dd8-9a65-89f3c7d37f40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:01:32.674826 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef39604-2506-4dd8-9a65-89f3c7d37f40 admin admin] Made reservation on behalf of 7e0af8be520c426ab6100514347a834b for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:01:32.677221 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9ef39604-2506-4dd8-9a65-89f3c7d37f40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:32.921471 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9ef39604-2506-4dd8-9a65-89f3c7d37f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:32.926151 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2a7bbe59-aa9b-4165-bc05-c016bf2891f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:01:32.998031 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef39604-2506-4dd8-9a65-89f3c7d37f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88101cbd-3b40-42bd-a69f-43c84858a0ac,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:01:33.001956 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9ef39604-2506-4dd8-9a65-89f3c7d37f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:01:33.006208 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef39604-2506-4dd8-9a65-89f3c7d37f40 admin admin] Checking segment: {'id': 'de1c1138-acb6-4581-aab2-e8afe8399ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '963fb772-1e8f-44b4-9091-50c4ad377a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:01:33.006618 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef39604-2506-4dd8-9a65-89f3c7d37f40 admin admin] Network hostable DHCP agents. Network: 963fb772-1e8f-44b4-9091-50c4ad377a44, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:01:33.075524 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef39604-2506-4dd8-9a65-89f3c7d37f40 admin admin] Network 963fb772-1e8f-44b4-9091-50c4ad377a44 is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:01:33.126358 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-9ef39604-2506-4dd8-9a65-89f3c7d37f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, 963fb772-1e8f-44b4-9091-50c4ad377a44) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:01:33.130945 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef39604-2506-4dd8-9a65-89f3c7d37f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:01:33.131630 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9ef39604-2506-4dd8-9a65-89f3c7d37f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:33.136932 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44521d56-d887-43a7-9cb2-55b80eb8d43e None None] Network 963fb772-1e8f-44b4-9091-50c4ad377a44 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:01:33.196817 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-9ef39604-2506-4dd8-9a65-89f3c7d37f40 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5996077
Nov 16 22:01:33.361450 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d73b1c-f81f-5766-b340-81ce724f3cc1-963fb772-1e8f-44b4-9091-50c4ad377a44', 'network_id': '963fb772-1e8f-44b4-9091-50c4ad377a44', 'tenant_id': '7e0af8be520c426ab6100514347a834b', 'fixed_ips': [{'subnet_id': '88101cbd-3b40-42bd-a69f-43c84858a0ac'}]}} from dv-cinder-818140-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 16 22:01:33.362328 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:33.527501 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Allocated IP 192.168.233.2 (963fb772-1e8f-44b4-9091-50c4ad377a44/88101cbd-3b40-42bd-a69f-43c84858a0ac/0c131847-353a-42f3-989d-ab55e18a139c) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:01:33.741093 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:33.752082 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Transition to ACTIVE for port object 0c131847-353a-42f3-989d-ab55e18a139c will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:01:33.772735 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Transition to ACTIVE for port object 0c131847-353a-42f3-989d-ab55e18a139c will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:01:33.913706 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:33.914828 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:01:33.977800 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Network 963fb772-1e8f-44b4-9091-50c4ad377a44 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:01:33.980652 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:01:33.984495 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:01:33.990352 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Pushing event updated for resources: {'Port': ['ID=0c131847-353a-42f3-989d-ab55e18a139c,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:01:34.026886 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:01:34.027290 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:01:34.027734 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:01:34.028059 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:01:34.028378 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:01:34.028695 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:01:34.029013 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:01:34.029329 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:01:34.029662 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:01:34.029969 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:01:34.030277 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:01:34.030580 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:01:34.041426 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:01:34.121527 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Attempting to bind port 0c131847-353a-42f3-989d-ab55e18a139c on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:01:34.121877 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Attempting to bind port 0c131847-353a-42f3-989d-ab55e18a139c by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': 'de1c1138-acb6-4581-aab2-e8afe8399ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '963fb772-1e8f-44b4-9091-50c4ad377a44'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:01:34.122237 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Attempting to bind port 0c131847-353a-42f3-989d-ab55e18a139c on network 963fb772-1e8f-44b4-9091-50c4ad377a44 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:01:34.128305 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:01:34.128670 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Checking segment: {'id': 'de1c1138-acb6-4581-aab2-e8afe8399ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '963fb772-1e8f-44b4-9091-50c4ad377a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:01:34.129063 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:34.129447 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Bound using segment: {'id': 'de1c1138-acb6-4581-aab2-e8afe8399ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '963fb772-1e8f-44b4-9091-50c4ad377a44'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:01:34.129908 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Bound port: 0c131847-353a-42f3-989d-ab55e18a139c, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1c1138-acb6-4581-aab2-e8afe8399ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '963fb772-1e8f-44b4-9091-50c4ad377a44'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:01:34.130288 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:34.221793 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] For port 0c131847-353a-42f3-989d-ab55e18a139c, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:01:34.225215 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] For port 0c131847-353a-42f3-989d-ab55e18a139c, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=0c131847-353a-42f3-989d-ab55e18a139c,segment=NetworkSegment(de1c1138-acb6-4581-aab2-e8afe8399ce6),segment_id=de1c1138-acb6-4581-aab2-e8afe8399ce6)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:01:34.285081 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:34.289712 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:01:34.365179 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Pushing event updated for resources: {'Port': ['ID=0c131847-353a-42f3-989d-ab55e18a139c,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:01:34.368360 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:01:35.222847 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda7c528-9be3-47d3-a5b7-32be58414f61 None None] Network 963fb772-1e8f-44b4-9091-50c4ad377a44 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:01:35.368219 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 0c131847-353a-42f3-989d-ab55e18a139c up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:01:35.423934 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-79767070-6cec-41cf-89c6-ab054c665e73 None None] Provisioning for port 0c131847-353a-42f3-989d-ab55e18a139c completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:01:35.584129 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 0c131847-353a-42f3-989d-ab55e18a139c completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:01:35.591644 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 0c131847-353a-42f3-989d-ab55e18a139c triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:01:35.591912 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:35.730194 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:35.779144 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port 0c131847-353a-42f3-989d-ab55e18a139c, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=0c131847-353a-42f3-989d-ab55e18a139c,segment=NetworkSegment(de1c1138-acb6-4581-aab2-e8afe8399ce6),segment_id=de1c1138-acb6-4581-aab2-e8afe8399ce6)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:01:35.782107 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-5d61ee09-7e04-450e-a811-abc20e4fef9b None None] Provisioning complete for port 0c131847-353a-42f3-989d-ab55e18a139c triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:01:35.782478 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5d61ee09-7e04-450e-a811-abc20e4fef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:35.879819 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:35.887848 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:01:35.976186 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=0c131847-353a-42f3-989d-ab55e18a139c,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:01:35.979324 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:01:37.327935 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 0c131847-353a-42f3-989d-ab55e18a139c up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:01:37.396182 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 0c131847-353a-42f3-989d-ab55e18a139c triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:01:37.396556 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:44.577890 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-11dcaff7-05a7-4fad-a0aa-a2d915a2e97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:45.068887 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:45.431249 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:01:47.152752 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b1b60a02-14d4-4623-9836-02b77172b0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:48.520695 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:01:49.840839 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:14.633258 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d510ea2-cca0-4657-9f31-6b30a995c06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:15.072832 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:17.157859 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8d94d043-4025-4c98-8287-9c4ab7df8b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:18.535005 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:19.861146 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:22.430214 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:02:44.593706 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1ae60f5e-cd64-4d1b-b067-3ec0e6ac92da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:45.083461 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:47.170985 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-20ef2260-499c-4c96-9417-c433d7bf3496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:48.534570 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:49.879517 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:54.053783 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 59650) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:02:54.060644 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [None req-0e2cba43-5def-4396-8a7b-f1a161ef77bc tempest-verify_tempest_config-1318541001 tempest-verify_tempest_config-1318541001-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 16 22:02:54.061671 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-0e2cba43-5def-4396-8a7b-f1a161ef77bc tempest-verify_tempest_config-1318541001 tempest-verify_tempest_config-1318541001-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0069447
Nov 16 22:02:54.593720 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 59668) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:02:54.707664 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:54.722623 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:02:54.726422 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Usage tracker for resource:security_group_rule and tenant:1c71cdc9020e40b5bd4b57979215a28d is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:02:54.729179 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:02:54.734682 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:02:54.821201 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:54.868289 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:54.875401 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:02:54.915013 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Synchronizing usage tracker for tenant:7e0af8be520c426ab6100514347a834b on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:02:54.917272 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6aa2491-d579-45ee-b7ea-0cc138f00ec4,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:02:54.927625 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:02:54.927967 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:02:54.928299 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:02:54.928626 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:02:54.928951 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:02:54.929823 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:02:54.930144 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:02:54.930462 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:02:54.930777 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:02:54.931099 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:02:54.931443 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:02:54.931758 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:02:54.936569 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:02:54.988231 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Unset dirty status for tenant:7e0af8be520c426ab6100514347a834b on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:02:54.989487 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1c71cdc9020e40b5bd4b57979215a28d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3947685
Nov 16 22:02:54.992651 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 59674) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:02:55.052324 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f96ab0e9-2df6-4d23-98a4-96aba9399aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:55.078839 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f96ab0e9-2df6-4d23-98a4-96aba9399aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:55.232263 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f96ab0e9-2df6-4d23-98a4-96aba9399aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:55.236166 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:02:55.250376 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ab0e9-2df6-4d23-98a4-96aba9399aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6aa2491-d579-45ee-b7ea-0cc138f00ec4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:02:55.253178 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f96ab0e9-2df6-4d23-98a4-96aba9399aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:02:55.254359 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f96ab0e9-2df6-4d23-98a4-96aba9399aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:02:55.255759 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-f96ab0e9-2df6-4d23-98a4-96aba9399aa5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a6aa2491-d579-45ee-b7ea-0cc138f00ec4 HTTP/1.1" status: 204  len: 168 time: 0.2619200
Nov 16 22:02:59.429470 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:03:14.622611 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c7bab1da-3aba-4e44-8163-99cd946d79b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:03:15.076622 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:03:17.162503 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d3e40e7a-b4d1-4699-b385-a810dd5c7c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:03:18.522296 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:03:19.833464 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:03:36.427651 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:03:44.573363 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-96a1ac88-1e47-4111-98f0-434ed36a84ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:03:45.081986 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:03:47.155693 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b1f3afa9-803c-4c6f-be30-71d5ba960e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:03:48.529932 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:03:49.844492 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:04:13.426178 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 5 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:04:14.589563 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-bd0d86da-24ed-4a34-bb7f-3cf4fd1b78e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:04:15.104035 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:04:17.166793 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-372cd653-da7b-461d-948b-830a3cb85691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:04:18.560835 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:04:19.832082 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:04:29.746764 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-465257'] for agent, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:04:44.369010 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 59750) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:04:44.477982 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-a87c73b7-b7db-497b-bd2b-b4c258ce32eb admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1079018
Nov 16 22:04:44.580915 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9f02270c-ace7-4982-9126-e640e9d7fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:04:45.120695 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:04:46.632960 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 59760) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:04:46.686870 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-20c96fb2-1508-4c90-a154-2361901b5614 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0528128
Nov 16 22:04:47.180532 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f55b3d2-ea88-4eab-8286-ea8bdbe79113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:04:48.552179 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:04:49.857622 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:04:50.425777 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:04:59.685505 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:05:14.588138 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-076883ae-2446-4fa1-af5f-d7385ed5b885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:05:15.088438 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:05:17.173727 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-177ea112-71af-4e3d-a824-bd9405f435a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:05:18.528143 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:05:19.848275 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:05:27.423991 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:05:29.728097 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:05:44.616468 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-889bc8c9-5e10-4b30-82ee-c07c287b39a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:05:45.078848 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:05:47.181437 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c36e5f98-62ff-4c21-b2f9-71ec86b5be7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:05:48.533394 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:05:49.855907 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:05:59.716168 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:04.423085 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:06:14.670101 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4ec83dc1-eb23-46b8-a959-e3a251349dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:15.089272 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:17.166818 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7bd86078-163e-40f8-9465-9678687996f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:18.555814 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:19.864089 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:29.701009 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:31.037636 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 59940) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:31.167925 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 59956) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:31.261835 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1345884602-network', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:31.266520 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:31.270390 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Usage tracker for resource:network and tenant:d04568cfc5e34832ab38095b3142e660 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:31.273644 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:31.279720 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:31.352623 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Made reservation on behalf of d04568cfc5e34832ab38095b3142e660 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:06:31.354989 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:31.372375 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:31.382846 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:31.386548 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Usage tracker for resource:security_group_rule and tenant:d04568cfc5e34832ab38095b3142e660 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:31.389744 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:31.395438 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:31.489316 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:31.551738 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:31.555008 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:31.585675 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782}  {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:06:31.591124 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1c5d7c-4ea2-4c0b-9f1f-e0220850a6d6,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:31.610251 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:31.610612 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:31.610942 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:31.611395 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:31.611909 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:31.612229 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:31.612707 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:31.613044 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:31.613632 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:31.613955 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:31.614271 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:31.614613 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Tracked resource versions report:
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]: pushed versions:
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]: {   'AddressGroup': {'1.2'},
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:     'ConntrackHelper': {'1.0'},
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:     'Log': {'1.0'},
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:     'Network': {'1.1'},
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:     'Port': {'1.7'},
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:     'PortForwarding': {'1.2'},
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:     'QosPolicy': {'1.8'},
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:     'SecurityGroup': {'1.4'},
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:     'SecurityGroupRule': {'1.2'},
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:     'SubPort': {'1.0'},
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:     'Subnet': {'1.1'},
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:     'Trunk': {'1.1'}}
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]: consumer versions:
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]: {   DHCP agent@dv-cinder-818140-1-iscsi: {},
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:     HyperV agent@hv-cinder-81814: {},
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:     L3 agent@dv-cinder-818140-1-iscsi: {},
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:     Metadata agent@dv-cinder-818140-1-iscsi: {},
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:     Metering agent@dv-cinder-818140-1-iscsi: {},
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:     Open vSwitch agent@dv-cinder-818140-1-iscsi: {   'AddressGroup': '1.2',
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'ConntrackHelper': '1.0',
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'Log': '1.0',
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'Network': '1.1',
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'Port': '1.7',
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'PortForwarding': '1.2',
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'QosPolicy': '1.8',
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'SecurityGroup': '1.4',
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'SecurityGroupRule': '1.2',
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'SubPort': '1.0',
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'Subnet': '1.1',
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:                                                      'Trunk': '1.1'}}
Nov 16 22:06:31.616110 dv-cinder-818140-1-iscsi neutron-server[87470]:  {{(pid=87470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 16 22:06:31.621757 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:31.626421 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.segments_db [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Added segment 770823cb-ffd3-4450-8d8a-3bbd53c9d1e0 of type vlan for network 91376ca1-c1ee-4c7f-a3fa-566639b36d15
Nov 16 22:06:31.626421 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:31.652378 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:31.729243 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:31.730530 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:31.731118 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:31.736413 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-83bacdc1-9368-4712-bcb2-52f79274072a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:31.821057 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-37457926-network', 'tenant_id': '0ff32488ac0b488db1e560c3c5ac25bd'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:31.851193 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:31.862772 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Pushing event updated for resources: {'Network': ['ID=91376ca1-c1ee-4c7f-a3fa-566639b36d15,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:31.862772 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Usage tracker for resource:network and tenant:0ff32488ac0b488db1e560c3c5ac25bd is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:31.862772 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:31.868462 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:31.872117 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:06:31.874269 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:31.923955 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8845856
Nov 16 22:06:31.924662 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 59984) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:31.931201 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Request body: {'subnet': {'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1345884602-subnet', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:31.935802 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:31.939763 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Usage tracker for resource:subnet and tenant:d04568cfc5e34832ab38095b3142e660 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:31.943288 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:31.949120 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:31.978372 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 59988) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:31.989671 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Made reservation on behalf of 0ff32488ac0b488db1e560c3c5ac25bd for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:06:31.992046 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.005690 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.018196 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Made reservation on behalf of d04568cfc5e34832ab38095b3142e660 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:06:32.020605 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.022867 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:32.027063 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Usage tracker for resource:security_group_rule and tenant:0ff32488ac0b488db1e560c3c5ac25bd is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:32.030483 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:32.036593 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:32.136052 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.153388 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 59998) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:32.223848 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.229581 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f96ab0e9-2df6-4d23-98a4-96aba9399aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:32.261643 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764}  {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:06:32.270723 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedd97e5-f17f-4ed0-aa3b-128d937102b0,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:32.275145 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:32.276131 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.276569 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.segments_db [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Added segment ebb2c460-78eb-4212-80cb-bc783f75a53d of type vlan for network 912b1db2-171a-40fc-8a08-3632a8de9e33
Nov 16 22:06:32.310382 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.310635 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-899695948-network', 'tenant_id': '26d8251468c6461ba688baa16c61c407'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:32.314514 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.321071 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:32.323514 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9ef39604-2506-4dd8-9a65-89f3c7d37f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:32.362008 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Usage tracker for resource:network and tenant:26d8251468c6461ba688baa16c61c407 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:32.373740 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:32.388562 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:32.401041 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.402353 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:32.402962 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.407863 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:32.425065 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4033324-a374-4dcf-a23e-53c4d039d448,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:32.429390 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Checking segment: {'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:06:32.429748 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Network hostable DHCP agents. Network: 91376ca1-c1ee-4c7f-a3fa-566639b36d15, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:06:32.443834 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:32.444186 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:32.444520 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:32.444842 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:32.445172 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:32.445464 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:32.445919 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:32.446137 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:32.446557 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:32.446725 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:32.446981 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:32.447493 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Tracked resource versions report:
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]: pushed versions:
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]: {   'AddressGroup': {'1.2'},
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:     'ConntrackHelper': {'1.0'},
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:     'Log': {'1.0'},
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:     'Network': {'1.1'},
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:     'Port': {'1.7'},
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:     'PortForwarding': {'1.2'},
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:     'QosPolicy': {'1.8'},
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:     'SecurityGroup': {'1.4'},
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:     'SecurityGroupRule': {'1.2'},
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:     'SubPort': {'1.0'},
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:     'Subnet': {'1.1'},
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:     'Trunk': {'1.1'}}
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]: consumer versions:
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]: {   DHCP agent@dv-cinder-818140-1-iscsi: {},
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:     HyperV agent@hv-cinder-81814: {},
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:     L3 agent@dv-cinder-818140-1-iscsi: {},
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:     Metadata agent@dv-cinder-818140-1-iscsi: {},
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:     Metering agent@dv-cinder-818140-1-iscsi: {},
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:     Open vSwitch agent@dv-cinder-818140-1-iscsi: {   'AddressGroup': '1.2',
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'ConntrackHelper': '1.0',
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'Log': '1.0',
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'Network': '1.1',
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'Port': '1.7',
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'PortForwarding': '1.2',
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'QosPolicy': '1.8',
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'SecurityGroup': '1.4',
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'SecurityGroupRule': '1.2',
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'SubPort': '1.0',
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'Subnet': '1.1',
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:                                                      'Trunk': '1.1'}}
Nov 16 22:06:32.448532 dv-cinder-818140-1-iscsi neutron-server[87469]:  {{(pid=87469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 16 22:06:32.454082 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:32.515538 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Pushing event updated for resources: {'Network': ['ID=912b1db2-171a-40fc-8a08-3632a8de9e33,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:32.517962 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:32.523072 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Made reservation on behalf of 26d8251468c6461ba688baa16c61c407 for: {'network': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:06:32.526988 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.529242 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network 912b1db2-171a-40fc-8a08-3632a8de9e33 details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:06:32.539273 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.552303 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:06:32.565022 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:32.570962 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Usage tracker for resource:security_group_rule and tenant:26d8251468c6461ba688baa16c61c407 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:32.575479 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:32.582448 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:32.593658 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.4241030
Nov 16 22:06:32.603003 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60014) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:32.603511 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Request body: {'subnet': {'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-37457926-subnet', 'tenant_id': '0ff32488ac0b488db1e560c3c5ac25bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:32.615960 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:32.622966 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Usage tracker for resource:subnet and tenant:0ff32488ac0b488db1e560c3c5ac25bd is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:32.631914 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:32.636716 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, 91376ca1-c1ee-4c7f-a3fa-566639b36d15) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:06:32.644398 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:32.649753 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:32.650696 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.650919 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef01980f-01bd-4499-a19e-e9cb11f19f80 None None] Network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:06:32.738498 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8132894
Nov 16 22:06:32.741514 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 60018) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:32.747523 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:32.752473 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.754123 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:32.758015 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Made reservation on behalf of 0ff32488ac0b488db1e560c3c5ac25bd for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:06:32.778216 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Notify callbacks [] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.794484 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Usage tracker for resource:router and tenant:d04568cfc5e34832ab38095b3142e660 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:32.810493 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-158454817-network', 'tenant_id': 'f8e19bc7e25c4b87b6f8ffacf9cf82c0'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:32.822912 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:32.828455 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:32.831739 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:32.834594 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Usage tracker for resource:network and tenant:f8e19bc7e25c4b87b6f8ffacf9cf82c0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:32.838858 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:32.846840 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:32.874466 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.884277 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-845715db-7352-40e6-b010-5e6f76f7d290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:32.909971 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Made reservation on behalf of f8e19bc7e25c4b87b6f8ffacf9cf82c0 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:06:32.913115 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.924711 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d73b1c-f81f-5766-b340-81ce724f3cc1-91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448'}]}} from dv-cinder-818140-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 16 22:06:32.926557 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.938021 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1706'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.939287 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7990882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7984489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1617'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.955777 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.988678 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:32.993119 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb6cf45-fa24-4c63-a20c-e16778a71b73,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:33.022075 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:33.028022 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f8e19bc7e25c4b87b6f8ffacf9cf82c0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:33.033971 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:33.044226 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:33.214773 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:33.224323 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767}  {{(pid=87469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:06:33.230446 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Allocated IP 172.20.0.2 (91376ca1-c1ee-4c7f-a3fa-566639b36d15/f4033324-a374-4dcf-a23e-53c4d039d448/517d9fad-3108-4742-b506-7f759b36c7b0) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:06:33.233947 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:33.234511 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.segments_db [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Added segment 7bb41cd4-c5a4-4fce-8ad4-821e4910938e of type vlan for network 01d0b958-6461-40ea-b3fa-8442b12165d5
Nov 16 22:06:33.269020 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:33.302955 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:33.316577 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a7295b52-bf03-429c-ac7d-a7463b8cbf2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:33.406385 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Checking segment: {'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:06:33.407194 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Network hostable DHCP agents. Network: 912b1db2-171a-40fc-8a08-3632a8de9e33, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:06:33.437885 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:33.441108 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:33.441850 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:33.459436 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fd9aec-af72-4efd-ab29-2bd74bcc3daa,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:33.471440 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:33.472089 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:33.529086 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Network 912b1db2-171a-40fc-8a08-3632a8de9e33 is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:06:33.620655 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7984411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1607'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:33.677256 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:33.683392 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Pushing event updated for resources: {'Network': ['ID=01d0b958-6461-40ea-b3fa-8442b12165d5,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:33.693236 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:33.694960 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:33.699192 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.7195847
Nov 16 22:06:33.699902 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network 01d0b958-6461-40ea-b3fa-8442b12165d5 details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:06:33.702231 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 60048) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:33.708788 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Request body: {'subnet': {'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-subnet', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:33.715001 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:33.726261 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Transition to ACTIVE for port object 517d9fad-3108-4742-b506-7f759b36c7b0 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:06:33.738453 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, 912b1db2-171a-40fc-8a08-3632a8de9e33) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:06:33.738633 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Usage tracker for resource:subnet and tenant:26d8251468c6461ba688baa16c61c407 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:33.738633 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:33.738837 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:33.738837 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:33.782630 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271e8cea-59a1-4744-953c-03aa7a0ed1f8 None None] Network 912b1db2-171a-40fc-8a08-3632a8de9e33 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:06:33.783102 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:33.862133 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:33.868483 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Transition to ACTIVE for port object 517d9fad-3108-4742-b506-7f759b36c7b0 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:06:33.873862 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2758427
Nov 16 22:06:33.907440 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785}  {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:06:33.927543 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:33.971308 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:33.971820 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:33.978423 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:33.982909 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.segments_db [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Added segment 09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e of type vlan for network b575ac6f-a957-4ac9-91f7-88c9f04c8f63
Nov 16 22:06:34.038278 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0029f7ee-d216-4269-9440-09b75a5437a0,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:34.041204 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Made reservation on behalf of 26d8251468c6461ba688baa16c61c407 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:06:34.043804 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:34.065913 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:34.077749 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:34.186096 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Pushing event updated for resources: {'Port': ['ID=517d9fad-3108-4742-b506-7f759b36c7b0,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:34.274265 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:34.274265 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:34.274872 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:34.274990 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:34.275309 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:34.275846 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:34.276431 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:34.276765 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:34.277096 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:34.277413 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:34.277724 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:34.278111 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Tracked resource versions report:
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]: pushed versions:
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]: {   'AddressGroup': {'1.2'},
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:     'ConntrackHelper': {'1.0'},
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:     'Log': {'1.0'},
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:     'Network': {'1.1'},
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:     'Port': {'1.7'},
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:     'PortForwarding': {'1.2'},
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:     'QosPolicy': {'1.8'},
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:     'SecurityGroup': {'1.4'},
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:     'SecurityGroupRule': {'1.2'},
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:     'SubPort': {'1.0'},
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:     'Subnet': {'1.1'},
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:     'Trunk': {'1.1'}}
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]: consumer versions:
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]: {   DHCP agent@dv-cinder-818140-1-iscsi: {},
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:     HyperV agent@hv-cinder-81814: {},
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:     L3 agent@dv-cinder-818140-1-iscsi: {},
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:     Metadata agent@dv-cinder-818140-1-iscsi: {},
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:     Metering agent@dv-cinder-818140-1-iscsi: {},
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:     Open vSwitch agent@dv-cinder-818140-1-iscsi: {   'AddressGroup': '1.2',
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'ConntrackHelper': '1.0',
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'Log': '1.0',
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'Network': '1.1',
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'Port': '1.7',
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'PortForwarding': '1.2',
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'QosPolicy': '1.8',
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'SecurityGroup': '1.4',
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'SecurityGroupRule': '1.2',
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'SubPort': '1.0',
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'Subnet': '1.1',
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:                                                      'Trunk': '1.1'}}
Nov 16 22:06:34.279236 dv-cinder-818140-1-iscsi neutron-server[87471]:  {{(pid=87471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 16 22:06:34.282582 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:34.367266 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:06:34.371270 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:06:34.373562 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:06:34.416878 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:34.424159 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ab639b-fe3f-4d06-9b3e-dbe251f9ab5e None None] Network 912b1db2-171a-40fc-8a08-3632a8de9e33 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:06:34.426329 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:34.427623 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:34.431335 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:34.538991 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Attempting to bind port 517d9fad-3108-4742-b506-7f759b36c7b0 on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:06:34.539482 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Attempting to bind port 517d9fad-3108-4742-b506-7f759b36c7b0 by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:06:34.539911 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Attempting to bind port 517d9fad-3108-4742-b506-7f759b36c7b0 on network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:06:34.549873 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:06:34.550255 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Checking segment: {'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:06:34.550664 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:34.551062 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Bound using segment: {'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:06:34.551581 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Bound port: 517d9fad-3108-4742-b506-7f759b36c7b0, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:06:34.552505 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:34.717210 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] For port 517d9fad-3108-4742-b506-7f759b36c7b0, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:06:34.761192 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] For port 517d9fad-3108-4742-b506-7f759b36c7b0, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=517d9fad-3108-4742-b506-7f759b36c7b0,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:06:34.820763 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:34.853144 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:34.865258 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:34.892333 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:34.975625 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Pushing event updated for resources: {'Port': ['ID=517d9fad-3108-4742-b506-7f759b36c7b0,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:34.993940 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:35.014228 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Pushing event updated for resources: {'Network': ['ID=b575ac6f-a957-4ac9-91f7-88c9f04c8f63,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:35.025804 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:35.041204 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network b575ac6f-a957-4ac9-91f7-88c9f04c8f63 details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:06:35.133169 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60114) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:35.133825 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.9786818
Nov 16 22:06:35.141824 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Request body: {'subnet': {'network_id': 'b575ac6f-a957-4ac9-91f7-88c9f04c8f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-158454817-subnet', 'tenant_id': 'f8e19bc7e25c4b87b6f8ffacf9cf82c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:35.153662 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:35.162281 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Usage tracker for resource:subnet and tenant:f8e19bc7e25c4b87b6f8ffacf9cf82c0 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:35.168692 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:35.176610 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:35.182420 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Allocated IP 172.27.1.12 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:06:35.212736 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:35.266420 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Made reservation on behalf of f8e19bc7e25c4b87b6f8ffacf9cf82c0 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:06:35.274404 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Notify callbacks [] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:35.278876 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:35.461290 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:35.485820 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:35.557029 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Checking segment: {'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:06:35.557300 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Network hostable DHCP agents. Network: 01d0b958-6461-40ea-b3fa-8442b12165d5, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:06:35.650592 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 517d9fad-3108-4742-b506-7f759b36c7b0 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:06:35.657563 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:35.699440 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 60146) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:35.718781 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Network 01d0b958-6461-40ea-b3fa-8442b12165d5 is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:06:35.826564 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:35.827625 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, 01d0b958-6461-40ea-b3fa-8442b12165d5) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:06:35.837567 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:35.841971 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9323e6f3-0a7a-4c71-af4a-b01327084b8a None None] Network 01d0b958-6461-40ea-b3fa-8442b12165d5 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:06:35.849788 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:35.858315 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:35.880741 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:35.881410 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:35.911625 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 517d9fad-3108-4742-b506-7f759b36c7b0 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:06:35.996698 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:06:36.000721 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:06:36.005518 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60168) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:36.018310 dv-cinder-818140-1-iscsi neutron-server[87469]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 16 22:06:36.032110 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:06:36.207777 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-f474a117-62c0-42db-9a34-837916981cfa tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:36.209860 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-f474a117-62c0-42db-9a34-837916981cfa tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/networks?id=912b1db2-171a-40fc-8a08-3632a8de9e33 HTTP/1.1" status: 200  len: 813 time: 0.1987162
Nov 16 22:06:36.210629 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Checking segment: {'id': '09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'b575ac6f-a957-4ac9-91f7-88c9f04c8f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:06:36.211044 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Network hostable DHCP agents. Network: b575ac6f-a957-4ac9-91f7-88c9f04c8f63, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:06:36.251137 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-c5f54230-7a80-42df-980d-b9d34b4bb144 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/quotas/0ff32488ac0b488db1e560c3c5ac25bd HTTP/1.1" status: 200  len: 375 time: 0.0303643
Nov 16 22:06:36.253385 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a17f9881-b78c-4734-bcbe-c86846825373,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:36.257142 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:36.300235 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.5969031
Nov 16 22:06:36.323194 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60174) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:36.350629 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:36.351677 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Pushing event updated for resources: {'Port': ['ID=0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:36.354460 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-51f17009-ad9d-45c3-ab74-3c372575bd42 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0884545
Nov 16 22:06:36.360213 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:36.368511 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Network b575ac6f-a957-4ac9-91f7-88c9f04c8f63 is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:06:36.380945 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:36.383647 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d73b1c-f81f-5766-b340-81ce724f3cc1-01d0b958-6461-40ea-b3fa-8442b12165d5', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2'}]}} from dv-cinder-818140-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 16 22:06:36.388014 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Usage tracker for resource:router and tenant:26d8251468c6461ba688baa16c61c407 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:36.390784 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:36.391961 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:36.405119 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:36.423357 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-688116a3-337d-473b-bbbf-cf0bb8588199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:36.449084 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, b575ac6f-a957-4ac9-91f7-88c9f04c8f63) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:06:36.454322 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:36.455150 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:36.459639 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-688116a3-337d-473b-bbbf-cf0bb8588199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:36.467671 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-688116a3-337d-473b-bbbf-cf0bb8588199 admin admin] Usage tracker for resource:security_group_rule and tenant:55c29afc5d314deea319863f150c2f1e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:36.475701 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-688116a3-337d-473b-bbbf-cf0bb8588199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:36.500690 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1706'] for router, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:36.502600 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7990882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7984489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1617'] for router, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:36.508642 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-688116a3-337d-473b-bbbf-cf0bb8588199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:36.552767 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:36.631573 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Allocated IP 172.20.0.2 (01d0b958-6461-40ea-b3fa-8442b12165d5/3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2/c4beee07-2c6b-43f2-8e5c-b64431eef088) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:06:36.642433 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5071027
Nov 16 22:06:36.651727 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-7e843669-840a-4990-b1ed-a983feb99001 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=87469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 16 22:06:36.661381 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-7e843669-840a-4990-b1ed-a983feb99001 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1413171
Nov 16 22:06:36.870507 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-688116a3-337d-473b-bbbf-cf0bb8588199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:36.871102 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:36.871476 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:36.882783 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Transition to ACTIVE for port object c4beee07-2c6b-43f2-8e5c-b64431eef088 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:06:36.912087 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8157d728-704e-491b-9284-f48a3788a072 None None] Network b575ac6f-a957-4ac9-91f7-88c9f04c8f63 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:06:36.919708 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60190) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:36.934926 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da605e1-c760-4c62-8557-8615fd77b070 None None] Network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:06:36.936903 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-688116a3-337d-473b-bbbf-cf0bb8588199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:37.022711 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:37.032079 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-c3545621-d2dd-4fee-ba44-68da21a41ee2 service neutron] 10.222.0.71 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3715112
Nov 16 22:06:37.123166 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-688116a3-337d-473b-bbbf-cf0bb8588199 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=55c29afc5d314deea319863f150c2f1e&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4225028
Nov 16 22:06:37.129511 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 60204) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:37.143122 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688116a3-337d-473b-bbbf-cf0bb8588199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258c140e-24e6-4ff2-beb0-3d59b2e976f8,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:37.219292 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-688116a3-337d-473b-bbbf-cf0bb8588199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:37.270892 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92d4d333-0d9d-4027-856e-36cb8ac638cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:37.338037 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60224) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:37.412050 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0dd6d19-fb83-427e-9fb5-1d31b769d1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:37.423520 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Transition to ACTIVE for port object c4beee07-2c6b-43f2-8e5c-b64431eef088 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:06:37.511578 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0dd6d19-fb83-427e-9fb5-1d31b769d1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:37.562514 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7984411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1607'] for router, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:37.572761 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7984134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7984390'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:37.576788 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-92d4d333-0d9d-4027-856e-36cb8ac638cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:37.585385 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-92d4d333-0d9d-4027-856e-36cb8ac638cf admin admin] Usage tracker for resource:security_group_rule and tenant:8008f5908cab4daf9aed5cd2299530bc is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:37.589437 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-92d4d333-0d9d-4027-856e-36cb8ac638cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:37.591756 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-8b138d68-e21a-4639-88f7-bef8cf4dd5d5 None None] Provisioning for port 517d9fad-3108-4742-b506-7f759b36c7b0 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:06:37.597546 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-92d4d333-0d9d-4027-856e-36cb8ac638cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:37.619100 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:37.620830 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-8b138d68-e21a-4639-88f7-bef8cf4dd5d5 None None] Provisioning complete for port 517d9fad-3108-4742-b506-7f759b36c7b0 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:06:37.621282 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8b138d68-e21a-4639-88f7-bef8cf4dd5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:37.691694 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddaee3d-7128-4bb0-93a9-34b03e029dee None None] Network b575ac6f-a957-4ac9-91f7-88c9f04c8f63 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:06:37.720284 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-4fa5b972-850d-4f8d-af2f-4a0ff3dcb908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:37.764691 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0dd6d19-fb83-427e-9fb5-1d31b769d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:37.781824 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:37.813424 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd6d19-fb83-427e-9fb5-1d31b769d1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258c140e-24e6-4ff2-beb0-3d59b2e976f8,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:37.820213 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a0dd6d19-fb83-427e-9fb5-1d31b769d1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:37.823520 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a0dd6d19-fb83-427e-9fb5-1d31b769d1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:37.827679 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-a0dd6d19-fb83-427e-9fb5-1d31b769d1fd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/258c140e-24e6-4ff2-beb0-3d59b2e976f8 HTTP/1.1" status: 204  len: 168 time: 0.6855295
Nov 16 22:06:37.854804 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Network 01d0b958-6461-40ea-b3fa-8442b12165d5 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:06:37.871981 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:06:37.894484 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:06:37.932195 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-333818f0-fdcd-4ecb-bd18-f32be05c5282 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:37.933678 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-333818f0-fdcd-4ecb-bd18-f32be05c5282 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/networks?id=b575ac6f-a957-4ac9-91f7-88c9f04c8f63 HTTP/1.1" status: 200  len: 811 time: 0.5830665
Nov 16 22:06:37.977784 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Pushing event updated for resources: {'Port': ['ID=c4beee07-2c6b-43f2-8e5c-b64431eef088,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:37.999909 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-27f9efbe-42de-4d82-9049-d7f047117789 service neutron] 10.222.0.71 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8772604
Nov 16 22:06:38.003046 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Router 0f59c38d-f1e6-4bfe-a398-75905c772e8f is scheduled to L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 16 22:06:38.014919 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:38.015760 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f0f60b1d-cef9-423e-bcdb-74a052230785 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/quotas/f8e19bc7e25c4b87b6f8ffacf9cf82c0 HTTP/1.1" status: 200  len: 375 time: 0.0304282
Nov 16 22:06:38.120352 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Attempting to bind port c4beee07-2c6b-43f2-8e5c-b64431eef088 on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:06:38.120727 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Attempting to bind port c4beee07-2c6b-43f2-8e5c-b64431eef088 by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:06:38.121083 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Attempting to bind port c4beee07-2c6b-43f2-8e5c-b64431eef088 on network 01d0b958-6461-40ea-b3fa-8442b12165d5 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:06:38.152621 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92d4d333-0d9d-4027-856e-36cb8ac638cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:38.157149 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-d7b4cfc6-af24-4ebb-99ff-53b762042eb9 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f8e19bc7e25c4b87b6f8ffacf9cf82c0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0883350
Nov 16 22:06:38.165640 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8b138d68-e21a-4639-88f7-bef8cf4dd5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:38.176015 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:06:38.176385 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Checking segment: {'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:06:38.177314 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:38.177768 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Bound using segment: {'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:06:38.178261 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Bound port: c4beee07-2c6b-43f2-8e5c-b64431eef088, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:06:38.178650 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:38.325674 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92d4d333-0d9d-4027-856e-36cb8ac638cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:38.353931 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:06:38.362009 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:38.366643 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Sync routers for ids ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:06:38.386353 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Routers {'0f59c38d-f1e6-4bfe-a398-75905c772e8f'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:06:38.390784 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d4892d30>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:06:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:06:38.409748 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-8b138d68-e21a-4639-88f7-bef8cf4dd5d5 None None] For port 517d9fad-3108-4742-b506-7f759b36c7b0, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=517d9fad-3108-4742-b506-7f759b36c7b0,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:06:38.422610 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4d333-0d9d-4027-856e-36cb8ac638cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6645ae5a-81cc-465b-91c8-da0ddfe830e9,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:38.438160 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-92d4d333-0d9d-4027-856e-36cb8ac638cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:38.453612 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] For port c4beee07-2c6b-43f2-8e5c-b64431eef088, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:06:38.458429 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] For port c4beee07-2c6b-43f2-8e5c-b64431eef088, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=c4beee07-2c6b-43f2-8e5c-b64431eef088,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:06:38.470285 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:38.474884 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.7322829
Nov 16 22:06:38.475952 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 60260) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:38.527089 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8b138d68-e21a-4639-88f7-bef8cf4dd5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:38.529624 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:38.600427 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-e1d88ce9-d623-4f06-8df4-31317fd7bc75 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=87469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 16 22:06:38.601759 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-e1d88ce9-d623-4f06-8df4-31317fd7bc75 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1980422
Nov 16 22:06:38.628633 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:38.705460 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6aa65d2d-fc26-49cc-840f-3931ad6abe5f req-d7755902-ed6a-4453-96ee-9c0fb5f5aab6 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 210 time: 0.1815376
Nov 16 22:06:38.742028 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-aa3d2afa-414d-443b-815f-c796d566c516 None None] Provisioning complete for port 517d9fad-3108-4742-b506-7f759b36c7b0 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:06:38.742719 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-92d4d333-0d9d-4027-856e-36cb8ac638cf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8008f5908cab4daf9aed5cd2299530bc&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8198047
Nov 16 22:06:38.745461 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-aa3d2afa-414d-443b-815f-c796d566c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:38.760175 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Set router 0f59c38d-f1e6-4bfe-a398-75905c772e8f gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:06:38.778181 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60276) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:38.778567 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60278) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:38.835403 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b138d68-e21a-4639-88f7-bef8cf4dd5d5 None None] Pushing event updated for resources: {'Port': ['ID=517d9fad-3108-4742-b506-7f759b36c7b0,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:38.862563 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-8b138d68-e21a-4639-88f7-bef8cf4dd5d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:38.865659 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:38.913609 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6519-d9d2-43c8-90fb-335b00686bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:38.949221 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-ec7b6519-d9d2-43c8-90fb-335b00686bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:38.959461 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-ec7b6519-d9d2-43c8-90fb-335b00686bd4 admin admin] Usage tracker for resource:security_group_rule and tenant:2a02f1da58ce4b56898f3fb5bb478a2d is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:38.962050 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-ec7b6519-d9d2-43c8-90fb-335b00686bd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:38.968715 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-ec7b6519-d9d2-43c8-90fb-335b00686bd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:39.042813 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Pushing event updated for resources: {'Port': ['ID=c4beee07-2c6b-43f2-8e5c-b64431eef088,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:39.063264 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:39.117344 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6519-d9d2-43c8-90fb-335b00686bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:39.184044 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:39.265718 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6519-d9d2-43c8-90fb-335b00686bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:39.268091 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:39.351858 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:39.398894 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d4892d30>, [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:36Z', 'revision_number': 3, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:06:39.401698 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Checking router: 0f59c38d-f1e6-4bfe-a398-75905c772e8f for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:06:39.402697 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Updating router 0f59c38d-f1e6-4bfe-a398-75905c772e8f port 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff binding host dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:06:39.470065 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:39.509055 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-4bb8436d-036c-4ee9-affa-64718064a280 service neutron] 10.222.0.71 "GET /v2.0/networks/b575ac6f-a957-4ac9-91f7-88c9f04c8f63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7768981
Nov 16 22:06:39.530266 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ec7b6519-d9d2-43c8-90fb-335b00686bd4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2a02f1da58ce4b56898f3fb5bb478a2d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7506368
Nov 16 22:06:39.561440 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60306) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:39.665979 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device c4beee07-2c6b-43f2-8e5c-b64431eef088 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:06:39.752360 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b6519-d9d2-43c8-90fb-335b00686bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc820a1e-3dcd-497f-a992-1ffc02efe0a2,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:39.775903 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ec7b6519-d9d2-43c8-90fb-335b00686bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:39.835490 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cebd8ae3-143e-4013-8ad7-9b240f490cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:39.894298 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port c4beee07-2c6b-43f2-8e5c-b64431eef088 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:06:39.901045 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 517d9fad-3108-4742-b506-7f759b36c7b0 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:06:39.929687 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Allocated IP 172.27.1.181 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/9fcc1396-ced8-4330-b45d-8cfa61c5208a) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:06:39.966565 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4a825fb0-2747-4313-96c4-f34ee17eb448 req-ecbe3c34-b803-4c0a-ac3a-007ae9656502 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 210 time: 0.1204278
Nov 16 22:06:39.983555 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cebd8ae3-143e-4013-8ad7-9b240f490cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:40.049197 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:40.107898 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 517d9fad-3108-4742-b506-7f759b36c7b0 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:06:40.108463 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:40.278308 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbe8439-b003-40e4-8d29-8429178599ca None None] Network 01d0b958-6461-40ea-b3fa-8442b12165d5 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:06:40.365170 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Allocated IP 172.20.0.1 (91376ca1-c1ee-4c7f-a3fa-566639b36d15/f4033324-a374-4dcf-a23e-53c4d039d448/4080f902-c570-4764-8b33-b04c395d07a3) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:06:40.427683 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-79849329-d69a-4e16-abda-666682e94465 service neutron] 10.222.0.71 "GET /v2.0/networks/b575ac6f-a957-4ac9-91f7-88c9f04c8f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9001236
Nov 16 22:06:40.432722 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cebd8ae3-143e-4013-8ad7-9b240f490cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:40.443525 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-07770443-1cd9-4329-86d1-09782ee7be56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:40.448836 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:40.487557 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd8ae3-143e-4013-8ad7-9b240f490cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6645ae5a-81cc-465b-91c8-da0ddfe830e9,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:40.509502 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-cebd8ae3-143e-4013-8ad7-9b240f490cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:40.598188 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-07770443-1cd9-4329-86d1-09782ee7be56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:40.604579 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:40.622331 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Transition to ACTIVE for port object 4080f902-c570-4764-8b33-b04c395d07a3 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:06:40.653446 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:40.682952 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cebd8ae3-143e-4013-8ad7-9b240f490cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:40.682952 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-cebd8ae3-143e-4013-8ad7-9b240f490cfb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6645ae5a-81cc-465b-91c8-da0ddfe830e9 HTTP/1.1" status: 204  len: 168 time: 1.8989296
Nov 16 22:06:40.741330 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:40.742350 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-e0a7660c-5f18-4b58-b4d9-46d9b31dbb87 None None] Provisioning for port c4beee07-2c6b-43f2-8e5c-b64431eef088 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:06:40.747123 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:40.750784 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-e0a7660c-5f18-4b58-b4d9-46d9b31dbb87 None None] Provisioning complete for port c4beee07-2c6b-43f2-8e5c-b64431eef088 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:06:40.751689 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e0a7660c-5f18-4b58-b4d9-46d9b31dbb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:40.772095 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-07770443-1cd9-4329-86d1-09782ee7be56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:40.774318 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:40.788938 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:40.831430 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07770443-1cd9-4329-86d1-09782ee7be56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc820a1e-3dcd-497f-a992-1ffc02efe0a2,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:40.862583 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-07770443-1cd9-4329-86d1-09782ee7be56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:40.869900 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-07770443-1cd9-4329-86d1-09782ee7be56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:40.876014 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-07770443-1cd9-4329-86d1-09782ee7be56 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cc820a1e-3dcd-497f-a992-1ffc02efe0a2 HTTP/1.1" status: 204  len: 168 time: 1.3090270
Nov 16 22:06:40.876014 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a5048a2f-2210-4f43-9e5d-9d8b19b3abcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:40.962983 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Pushing event updated for resources: {'Port': ['ID=4080f902-c570-4764-8b33-b04c395d07a3,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:40.979290 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:41.014878 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:06:41.028788 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:06:41.043089 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:06:41.043713 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489072'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:41.051557 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:06:41.054539 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d5d257b9-214a-4d9d-9aa4-540133e1c462 req-72dfa51d-7894-4265-9eab-fc94001bc3e0 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 210 time: 0.1006734
Nov 16 22:06:41.063051 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:06:41.068184 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:06:41.184093 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e0a7660c-5f18-4b58-b4d9-46d9b31dbb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:41.274100 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9fcc1396-ced8-4330-b45d-8cfa61c5208a,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:41.281748 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:41.290474 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-e0a7660c-5f18-4b58-b4d9-46d9b31dbb87 None None] For port c4beee07-2c6b-43f2-8e5c-b64431eef088, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=c4beee07-2c6b-43f2-8e5c-b64431eef088,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:06:41.308688 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:41.324299 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Transition to ACTIVE for port object 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:06:41.369294 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e0a7660c-5f18-4b58-b4d9-46d9b31dbb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:41.373675 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:41.424972 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:06:41.432133 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:41.456688 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:41.488614 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:41.517439 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51c22058-e4d7-425d-b55f-4bda3b47bd33 req-350feb5c-4671-4c12-86ed-34824adc4bc9 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 210 time: 0.2938709
Nov 16 22:06:41.531063 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-e0ecf21c-34aa-4809-a856-e2fdbd5ab9e7 None None] Provisioning complete for port c4beee07-2c6b-43f2-8e5c-b64431eef088 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:06:41.535565 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e0ecf21c-34aa-4809-a856-e2fdbd5ab9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:41.621689 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7660c-5f18-4b58-b4d9-46d9b31dbb87 None None] Pushing event updated for resources: {'Port': ['ID=c4beee07-2c6b-43f2-8e5c-b64431eef088,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:41.640589 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-e0a7660c-5f18-4b58-b4d9-46d9b31dbb87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:41.682135 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Pushing event updated for resources: {'Port': ['ID=0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:41.724014 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:41.724355 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:41.724687 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:41.725010 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:41.725327 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:41.725647 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:41.725962 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:41.726276 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:41.726705 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:41.726929 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:41.739240 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:41.747830 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Tracked resource versions report:
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]: pushed versions:
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]: {   'AddressGroup': {'1.2'},
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:     'ConntrackHelper': {'1.0'},
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:     'Log': {'1.0'},
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:     'Network': {'1.1'},
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:     'Port': {'1.7'},
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:     'PortForwarding': {'1.2'},
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:     'QosPolicy': {'1.8'},
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:     'SecurityGroup': {'1.4'},
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:     'SecurityGroupRule': {'1.2'},
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:     'SubPort': {'1.0'},
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:     'Subnet': {'1.1'},
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:     'Trunk': {'1.1'}}
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]: consumer versions:
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]: {   DHCP agent@dv-cinder-818140-1-iscsi: {},
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:     HyperV agent@hv-cinder-81814: {},
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:     L3 agent@dv-cinder-818140-1-iscsi: {},
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:     Metadata agent@dv-cinder-818140-1-iscsi: {},
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:     Metering agent@dv-cinder-818140-1-iscsi: {},
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:     Open vSwitch agent@dv-cinder-818140-1-iscsi: {   'AddressGroup': '1.2',
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'ConntrackHelper': '1.0',
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'Log': '1.0',
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'Network': '1.1',
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'Port': '1.7',
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'PortForwarding': '1.2',
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'QosPolicy': '1.8',
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'SecurityGroup': '1.4',
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'SecurityGroupRule': '1.2',
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'SubPort': '1.0',
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'Subnet': '1.1',
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:                                                      'Trunk': '1.1'}}
Nov 16 22:06:41.754337 dv-cinder-818140-1-iscsi neutron-server[87472]:  {{(pid=87472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 16 22:06:41.771085 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:41.793203 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Attempting to bind port 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:06:41.793989 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Attempting to bind port 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:06:41.794594 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Attempting to bind port 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff on network 10de077c-bbee-4272-8747-14a2748b01b9 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:06:41.815684 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:06:41.819922 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Checking segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:06:41.820629 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:41.821282 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Bound using segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:06:41.822014 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Bound port: 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:06:41.822659 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:41.940635 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-e0ecf21c-34aa-4809-a856-e2fdbd5ab9e7 None None] Provisioning for port 4080f902-c570-4764-8b33-b04c395d07a3 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:06:41.947623 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-e0ecf21c-34aa-4809-a856-e2fdbd5ab9e7 None None] Provisioning complete for port 4080f902-c570-4764-8b33-b04c395d07a3 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:06:41.950899 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e0ecf21c-34aa-4809-a856-e2fdbd5ab9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:41.972291 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] For port 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:06:41.976331 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] For port 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:06:42.033318 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:42.038825 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e0ecf21c-34aa-4809-a856-e2fdbd5ab9e7 None None] Port 4080f902-c570-4764-8b33-b04c395d07a3 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:06:42.057415 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:42.059570 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:42.104515 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:42.105708 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489171'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:42.114531 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4228602d-f723-4d02-a718-8301494b8ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:42.235900 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Routers {'0f59c38d-f1e6-4bfe-a398-75905c772e8f'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:06:42.238117 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d4892d30>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:06:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:06:42.324776 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Pushing event updated for resources: {'Port': ['ID=4080f902-c570-4764-8b33-b04c395d07a3,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:42.334285 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:42.351936 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e40051a3-303d-4b32-be6a-1be01fae2572 req-41eddf9f-fb2c-4102-8c68-3fe662661900 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 210 time: 0.1442759
Nov 16 22:06:42.397334 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:42.418250 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:06:42.420055 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:06:42.800072 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Pushing event updated for resources: {'Port': ['ID=0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:42.800072 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:42.825843 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] Set router 0f59c38d-f1e6-4bfe-a398-75905c772e8f gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:06:42.841413 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Router 0f59c38d-f1e6-4bfe-a398-75905c772e8f has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:06:42.998677 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-4af15107-d515-48b6-b879-9f3210a06a6e None None] Provisioning complete for port 4080f902-c570-4764-8b33-b04c395d07a3 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:06:43.004456 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4af15107-d515-48b6-b879-9f3210a06a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:43.154495 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:06:43.169339 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7ee7f2b8-d9f6-4440-877c-6ec3c6cea867 req-21ea8d08-9533-4169-96ba-5bebb531abf5 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 210 time: 0.2602093
Nov 16 22:06:43.177532 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] 10.222.0.71 "PUT /v2.0/routers/0f59c38d-f1e6-4bfe-a398-75905c772e8f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7004187
Nov 16 22:06:43.205684 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-4af15107-d515-48b6-b879-9f3210a06a6e None None] Port 4080f902-c570-4764-8b33-b04c395d07a3 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:06:43.417576 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.72', 54177) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:43.527864 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7984134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7984390'] for router, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:43.551027 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device c4beee07-2c6b-43f2-8e5c-b64431eef088 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:06:43.603763 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d4892d30>, [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 2, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:06:43.626449 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d0fa8-dbf5-410b-a183-45d1b2bd5841 None None] The sync data for ids ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'] in dv-cinder-818140-1-iscsi is: [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 2, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:06:43.768737 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port c4beee07-2c6b-43f2-8e5c-b64431eef088 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:06:43.769111 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:43.909812 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7ff07da1-61c8-40dd-9d16-8d0e0a16815a req-38edec93-3f92-4e7c-950f-3b3262e76a4b tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 210 time: 0.1727417
Nov 16 22:06:43.954129 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-55ce9efa-9760-4e4d-880a-2a4c417abeff tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:43.955796 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-55ce9efa-9760-4e4d-880a-2a4c417abeff tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Synchronizing usage tracker for tenant:0ff32488ac0b488db1e560c3c5ac25bd on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:06:44.095336 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-55ce9efa-9760-4e4d-880a-2a4c417abeff tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Unset dirty status for tenant:0ff32488ac0b488db1e560c3c5ac25bd on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:06:44.097309 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-55ce9efa-9760-4e4d-880a-2a4c417abeff tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "GET /v2.0/networks?id=912b1db2-171a-40fc-8a08-3632a8de9e33 HTTP/1.1" status: 200  len: 813 time: 0.6765535
Nov 16 22:06:44.186766 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Request body: {'port': {'device_id': '8ff2b2a4-fb28-4989-86d1-362116065ea2', 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33', 'admin_state_up': True, 'tenant_id': '0ff32488ac0b488db1e560c3c5ac25bd'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:44.476598 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f91e8d02-ca12-4330-8890-e2d8f149935d req-a598b36a-19fb-43ee-861c-2911ef476585 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 210 time: 0.0884600
Nov 16 22:06:44.483918 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 is scheduled to L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee with binding_index 1 {{(pid=87469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 16 22:06:44.563917 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:44.578455 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Usage tracker for resource:port and tenant:0ff32488ac0b488db1e560c3c5ac25bd is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:44.582304 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:44.589872 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:44.609454 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5cf9-a245-4eba-8ad7-5aad5875e968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:44.655555 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Made reservation on behalf of 0ff32488ac0b488db1e560c3c5ac25bd for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:06:44.669408 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:44.925775 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:06:44.944783 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Sync routers for ids ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:06:44.974017 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Routers {'40b404f5-f39d-4d1d-8a0c-d37bb04765d9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:06:44.976387 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2086a00>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:06:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:06:45.043370 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60510) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:45.049650 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691100005', 'description': 'tempest-description--615415797'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:45.055198 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Allocated IP 172.20.0.9 (912b1db2-171a-40fc-8a08-3632a8de9e33/43fd9aec-af72-4efd-ab29-2bd74bcc3daa/4dcf2ef0-b180-426b-b0f7-470aa9fab5c7) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:06:45.063944 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:45.073743 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Usage tracker for resource:security_group and tenant:d04568cfc5e34832ab38095b3142e660 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:45.078894 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:45.104891 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:45.270363 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.72', 54184) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:45.270736 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b837a932-7041-4088-9aa3-cdff2beb0bc2 req-c4279370-f1c1-49a5-8c4c-4fb745604c41 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 210 time: 0.1305413
Nov 16 22:06:45.271576 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:45.292690 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:45.295657 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 8.9661956
Nov 16 22:06:45.310052 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60530) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:45.346541 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:45.395881 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:45.403156 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Usage tracker for resource:security_group_rule and tenant:d04568cfc5e34832ab38095b3142e660 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:45.434427 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:45.438817 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Set router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:06:45.454934 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:45.545032 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:45.780781 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:45.814533 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:06:45.828859 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:45.973735 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Network 912b1db2-171a-40fc-8a08-3632a8de9e33 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:06:45.982553 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:06:45.991991 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:06:46.002456 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:46.002456 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:46.026659 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Pushing event updated for resources: {'Port': ['ID=4dcf2ef0-b180-426b-b0f7-470aa9fab5c7,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:46.057397 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:46.076145 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-087f1feb-c27a-4398-b6f6-0dcc8ab76253 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:46.077274 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-087f1feb-c27a-4398-b6f6-0dcc8ab76253 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Synchronizing usage tracker for tenant:f8e19bc7e25c4b87b6f8ffacf9cf82c0 on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:06:46.164012 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9833443
Nov 16 22:06:46.194196 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-0670437a-7280-4257-b8a5-4ffd12f3bd3d tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 16 22:06:46.195191 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-0670437a-7280-4257-b8a5-4ffd12f3bd3d tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0060880
Nov 16 22:06:46.247403 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:46.301172 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:06:46.330081 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:06:46.334104 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:46.352450 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7054ea3-eaa7-407f-b313-f4d1c48b15e0 req-497a6c2c-2027-44ad-b483-ea186c4f2a52 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:46.359563 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a7054ea3-eaa7-407f-b313-f4d1c48b15e0 req-497a6c2c-2027-44ad-b483-ea186c4f2a52 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 931 time: 0.5532074
Nov 16 22:06:46.368009 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:46.385773 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-087f1feb-c27a-4398-b6f6-0dcc8ab76253 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Unset dirty status for tenant:f8e19bc7e25c4b87b6f8ffacf9cf82c0 on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:06:46.386910 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-087f1feb-c27a-4398-b6f6-0dcc8ab76253 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.72 "GET /v2.0/networks?id=b575ac6f-a957-4ac9-91f7-88c9f04c8f63 HTTP/1.1" status: 200  len: 811 time: 1.1151376
Nov 16 22:06:46.422615 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:46.427035 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Request body: {'port': {'device_id': '6dc85da3-b456-42eb-844f-e65e04fe87e7', 'network_id': 'b575ac6f-a957-4ac9-91f7-88c9f04c8f63', 'admin_state_up': True, 'tenant_id': 'f8e19bc7e25c4b87b6f8ffacf9cf82c0'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:46.730373 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 60570) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:46.755319 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2086a00>, [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 3, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:06:46.769494 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:46.773691 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1776 time: 1.7265654
Nov 16 22:06:46.774191 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 60576) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:46.790961 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Checking router: 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:06:46.794741 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-86d55fa7-7202-4cb9-928e-b6af23bbe6dd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Request body: {'security_group_rule': {'security_group_id': '8c18082a-cc48-4ede-a0d8-951e97cf721e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:46.795581 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Updating router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 port 9fcc1396-ced8-4330-b45d-8cfa61c5208a binding host dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:06:46.868029 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-86d55fa7-7202-4cb9-928e-b6af23bbe6dd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:46.903460 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c18082a-cc48-4ede-a0d8-951e97cf721e,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:46.913265 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:46.913446 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-86d55fa7-7202-4cb9-928e-b6af23bbe6dd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Usage tracker for resource:security_group_rule and tenant:d04568cfc5e34832ab38095b3142e660 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:46.919444 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-125c817a-1b68-4ba2-9cbf-638759a4293d req-0827ca95-5964-4682-86b1-c4168795fff3 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 210 time: 0.1807132
Nov 16 22:06:46.957495 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a7054ea3-eaa7-407f-b313-f4d1c48b15e0 req-7b7f3aa5-d6ee-4229-acce-98e68c346f89 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5966828
Nov 16 22:06:46.962913 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-86d55fa7-7202-4cb9-928e-b6af23bbe6dd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:46.970588 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:47.051702 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:47.072792 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-86d55fa7-7202-4cb9-928e-b6af23bbe6dd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:47.128774 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Sync routers for ids ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:06:47.146670 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Request body: {'port': {'device_id': '8ff2b2a4-fb28-4989-86d1-362116065ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:47.160921 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Routers {'0f59c38d-f1e6-4bfe-a398-75905c772e8f'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:06:47.161642 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d286b4c0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:06:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:06:47.165744 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:06:47.246154 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:47.252893 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4ba1732-105f-4ea2-bf56-3e2d0529365f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:47.273633 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:47.295646 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:47.329692 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Usage tracker for resource:port and tenant:f8e19bc7e25c4b87b6f8ffacf9cf82c0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:47.337453 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4e22a3e8-d0b1-4636-b9bc-715c8881bc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:47.346169 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:47.368565 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b4ba1732-105f-4ea2-bf56-3e2d0529365f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:47.376119 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:47.388050 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b4ba1732-105f-4ea2-bf56-3e2d0529365f admin admin] Usage tracker for resource:security_group_rule and tenant:700f21a1aa3247899b79c2b20561c8ff is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:47.401672 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b4ba1732-105f-4ea2-bf56-3e2d0529365f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:47.415745 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b4ba1732-105f-4ea2-bf56-3e2d0529365f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:47.417881 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86d55fa7-7202-4cb9-928e-b6af23bbe6dd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:47.497775 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:47.522289 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:47.590280 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Made reservation on behalf of f8e19bc7e25c4b87b6f8ffacf9cf82c0 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:06:47.604952 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:47.663505 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:47.809502 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:47.838682 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Transition to ACTIVE for port object 9fcc1396-ced8-4330-b45d-8cfa61c5208a will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:06:47.883529 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:47.904695 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Set router 0f59c38d-f1e6-4bfe-a398-75905c772e8f gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:06:47.907878 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4ba1732-105f-4ea2-bf56-3e2d0529365f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:47.915144 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 60612) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:47.919003 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:47.928886 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:48.183528 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Attempting to bind port 9fcc1396-ced8-4330-b45d-8cfa61c5208a on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:06:48.186032 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Attempting to bind port 9fcc1396-ced8-4330-b45d-8cfa61c5208a by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:06:48.187624 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Attempting to bind port 9fcc1396-ced8-4330-b45d-8cfa61c5208a on network 10de077c-bbee-4272-8747-14a2748b01b9 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:06:48.217309 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:06:48.222479 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Checking segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:06:48.226153 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:48.226649 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Bound using segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:06:48.227119 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Bound port: 9fcc1396-ced8-4330-b45d-8cfa61c5208a, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:06:48.228355 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:48.278828 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac9b65-5a5c-48a9-bd04-bd3ebc5f1093 None None] Pushing event updated for resources: {'Port': ['ID=9fcc1396-ced8-4330-b45d-8cfa61c5208a,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:48.284852 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Allocated IP 172.20.0.2 (b575ac6f-a957-4ac9-91f7-88c9f04c8f63/a17f9881-b78c-4734-bcbe-c86846825373/e433c130-b490-4b21-a593-625a59832dc4) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:06:48.289219 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-c0ac9b65-5a5c-48a9-bd04-bd3ebc5f1093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:48.341412 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] For port 9fcc1396-ced8-4330-b45d-8cfa61c5208a, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:06:48.348680 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] For port 9fcc1396-ced8-4330-b45d-8cfa61c5208a, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=9fcc1396-ced8-4330-b45d-8cfa61c5208a,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:06:48.397512 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4ba1732-105f-4ea2-bf56-3e2d0529365f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:48.431310 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:48.446066 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:48.466412 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86d55fa7-7202-4cb9-928e-b6af23bbe6dd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:48.475534 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:48.550711 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-70bd5f24-10db-4cc1-aa35-2d1c4acf34cf req-c0a7d58e-e885-4c70-b088-b4ea8cad5a1c tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 210 time: 0.1812150
Nov 16 22:06:48.597283 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86d55fa7-7202-4cb9-928e-b6af23bbe6dd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:48.628404 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Allocated IP 172.20.0.1 (01d0b958-6461-40ea-b3fa-8442b12165d5/3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2/d2a87748-a996-4f30-bbde-ae77adc147ae) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:06:48.673207 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Routers {'40b404f5-f39d-4d1d-8a0c-d37bb04765d9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:06:48.673845 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2086a00>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:06:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:06:48.829581 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d286b4c0>, [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 2, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:06:48.846588 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Checking router: 0f59c38d-f1e6-4bfe-a398-75905c772e8f for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:06:48.847390 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Updating router 0f59c38d-f1e6-4bfe-a398-75905c772e8f port 4080f902-c570-4764-8b33-b04c395d07a3 binding host dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:06:48.883261 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-b4ba1732-105f-4ea2-bf56-3e2d0529365f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=700f21a1aa3247899b79c2b20561c8ff&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1472113
Nov 16 22:06:48.883261 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba1732-105f-4ea2-bf56-3e2d0529365f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ed609d-b490-4745-9c3d-ef0199844cb6,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:48.883540 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60634) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:48.886916 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-274af3d1-f394-46e6-b9dd-de52bcc1fc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:48.898835 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b4ba1732-105f-4ea2-bf56-3e2d0529365f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:48.908215 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:48.932899 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:48.968205 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fceb8-fbce-42ea-9df9-858401ca159f req-6044ea3d-4f40-491b-9d8a-ec7da3c67d70 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:48.970148 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e16fceb8-fbce-42ea-9df9-858401ca159f req-6044ea3d-4f40-491b-9d8a-ec7da3c67d70 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 931 time: 0.7298028
Nov 16 22:06:49.030573 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:49.032598 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] Set router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:06:49.189586 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:49.212958 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86d55fa7-7202-4cb9-928e-b6af23bbe6dd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:49.214721 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-86d55fa7-7202-4cb9-928e-b6af23bbe6dd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.4372239
Nov 16 22:06:49.216584 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-274af3d1-f394-46e6-b9dd-de52bcc1fc4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:49.221335 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Transition to ACTIVE for port object d2a87748-a996-4f30-bbde-ae77adc147ae will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:06:49.234692 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 60638) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:49.241511 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d55fa7-7202-4cb9-928e-b6af23bbe6dd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41205b67-840a-432d-a01e-eff9b42f0533,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:49.250853 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-274af3d1-f394-46e6-b9dd-de52bcc1fc4c admin admin] Usage tracker for resource:security_group_rule and tenant:c7e438148b7b411f85ba3889dc690e4e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:49.274152 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b19e3464-f402-4c43-a5cc-d45d4015cb55 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Request body: {'security_group_rule': {'security_group_id': '8c18082a-cc48-4ede-a0d8-951e97cf721e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:49.293813 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-86d55fa7-7202-4cb9-928e-b6af23bbe6dd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:49.301914 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-274af3d1-f394-46e6-b9dd-de52bcc1fc4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:49.326207 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b19e3464-f402-4c43-a5cc-d45d4015cb55 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:49.343770 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-274af3d1-f394-46e6-b9dd-de52bcc1fc4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:49.365350 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b19e3464-f402-4c43-a5cc-d45d4015cb55 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Usage tracker for resource:security_group_rule and tenant:d04568cfc5e34832ab38095b3142e660 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:49.365481 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:49.373939 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b19e3464-f402-4c43-a5cc-d45d4015cb55 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:49.436417 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b19e3464-f402-4c43-a5cc-d45d4015cb55 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:49.438309 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c1b657f7-fd0a-47f9-b43c-a491d8ff91c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:49.530537 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac9b65-5a5c-48a9-bd04-bd3ebc5f1093 None None] Pushing event updated for resources: {'Port': ['ID=9fcc1396-ced8-4330-b45d-8cfa61c5208a,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:49.534894 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-c0ac9b65-5a5c-48a9-bd04-bd3ebc5f1093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.089s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:49.585063 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:06:49.644135 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:49.672648 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e16fceb8-fbce-42ea-9df9-858401ca159f req-3472776e-536c-4c8e-822e-5a44d3be24f3 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6818271
Nov 16 22:06:49.743761 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b19e3464-f402-4c43-a5cc-d45d4015cb55 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:49.753300 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4169822e-f9f0-441c-a7cb-ef408f0a5ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:49.841120 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:49.874148 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Transition to ACTIVE for port object 4080f902-c570-4764-8b33-b04c395d07a3 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:06:49.880118 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Network 01d0b958-6461-40ea-b3fa-8442b12165d5 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:06:49.895663 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:06:49.913072 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2086a00>, [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 3, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:06:49.921662 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:06:49.922153 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489072'] for router_interface, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:49.930757 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207af8cf-cde7-4f4f-8230-b9911c2d915d None None] The sync data for ids ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'] in dv-cinder-818140-1-iscsi is: [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 3, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:06:49.964914 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:06:49.965853 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:49.972373 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:49.978272 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:50.056214 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:50.166872 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b19e3464-f402-4c43-a5cc-d45d4015cb55 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:50.332377 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-274af3d1-f394-46e6-b9dd-de52bcc1fc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:50.419019 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:06:50.454052 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7c49e-e97b-458e-8922-d3f20f35416e None None] Pushing event updated for resources: {'Port': ['ID=4080f902-c570-4764-8b33-b04c395d07a3,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:50.461973 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-d5e7c49e-e97b-458e-8922-d3f20f35416e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:50.464068 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4169822e-f9f0-441c-a7cb-ef408f0a5ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:50.467990 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:50.500419 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a87748-a996-4f30-bbde-ae77adc147ae,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:50.530135 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:50.538827 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b19e3464-f402-4c43-a5cc-d45d4015cb55 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:50.548036 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Attempting to bind port 4080f902-c570-4764-8b33-b04c395d07a3 on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:06:50.549993 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.112s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:50.552925 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-274af3d1-f394-46e6-b9dd-de52bcc1fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:50.557262 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Attempting to bind port 4080f902-c570-4764-8b33-b04c395d07a3 by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:06:50.558909 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Attempting to bind port 4080f902-c570-4764-8b33-b04c395d07a3 on network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:06:50.584966 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Transition to ACTIVE for port object 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:06:50.586853 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:06:50.587881 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Checking segment: {'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:06:50.588505 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:50.589158 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Bound using segment: {'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:06:50.589893 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Bound port: 4080f902-c570-4764-8b33-b04c395d07a3, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:06:50.590541 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:50.596322 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:50.602440 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-3d1af0c5-8fad-4f6a-b2cf-52dff00e9cd6 None None] Provisioning for port d2a87748-a996-4f30-bbde-ae77adc147ae completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:06:50.608801 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-3d1af0c5-8fad-4f6a-b2cf-52dff00e9cd6 None None] Provisioning complete for port d2a87748-a996-4f30-bbde-ae77adc147ae triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:06:50.609383 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3d1af0c5-8fad-4f6a-b2cf-52dff00e9cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:50.833012 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] For port 4080f902-c570-4764-8b33-b04c395d07a3, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:06:50.840059 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] For port 4080f902-c570-4764-8b33-b04c395d07a3, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=4080f902-c570-4764-8b33-b04c395d07a3,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:06:50.867604 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:50.882705 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-3d1af0c5-8fad-4f6a-b2cf-52dff00e9cd6 None None] Port d2a87748-a996-4f30-bbde-ae77adc147ae cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:06:50.934512 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:50.940199 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-46315e93-cdc1-45d1-8aae-68ceb25c8d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:51.059681 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Network b575ac6f-a957-4ac9-91f7-88c9f04c8f63 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:06:51.097379 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:06:51.180014 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:06:51.183079 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Routers {'0f59c38d-f1e6-4bfe-a398-75905c772e8f'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:06:51.185332 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d286b4c0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:06:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:06:51.210174 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:51.210842 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:51.226534 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Pushing event updated for resources: {'Port': ['ID=e433c130-b490-4b21-a593-625a59832dc4,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:51.230720 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-274af3d1-f394-46e6-b9dd-de52bcc1fc4c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c7e438148b7b411f85ba3889dc690e4e&name=default HTTP/1.1" status: 200  len: 2977 time: 3.3162920
Nov 16 22:06:51.243952 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4169822e-f9f0-441c-a7cb-ef408f0a5ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:51.250346 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 60664) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:51.253218 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:51.260042 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.543s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:51.264357 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1bc18-7851-474a-90bf-28b0f259c9cd req-5538c1ed-64a3-41a4-bfdd-0d7c7eb61ef8 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:51.276160 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0ee1bc18-7851-474a-90bf-28b0f259c9cd req-5538c1ed-64a3-41a4-bfdd-0d7c7eb61ef8 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 931 time: 1.3841386
Nov 16 22:06:51.332484 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:51.392371 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e3464-f402-4c43-a5cc-d45d4015cb55 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51f7965-5ecf-4d72-9b6c-c5bdf915d32b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:51.399478 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169822e-f9f0-441c-a7cb-ef408f0a5ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ed609d-b490-4745-9c3d-ef0199844cb6,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:51.409309 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4169822e-f9f0-441c-a7cb-ef408f0a5ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:51.434560 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7c49e-e97b-458e-8922-d3f20f35416e None None] Pushing event updated for resources: {'Port': ['ID=4080f902-c570-4764-8b33-b04c395d07a3,revision_number=4']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:51.451660 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0ee1bc18-7851-474a-90bf-28b0f259c9cd req-7f27fce1-2c7a-4ea6-9e4d-0ae58767335c tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678903
Nov 16 22:06:51.458213 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4169822e-f9f0-441c-a7cb-ef408f0a5ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:51.463553 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-4169822e-f9f0-441c-a7cb-ef408f0a5ad2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/94ed609d-b490-4745-9c3d-ef0199844cb6 HTTP/1.1" status: 204  len: 168 time: 2.5748749
Nov 16 22:06:51.468211 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b19e3464-f402-4c43-a5cc-d45d4015cb55 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:51.480187 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-d5e7c49e-e97b-458e-8922-d3f20f35416e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:51.522957 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5580e8c-461a-4d49-9852-4a0c62905852 req-50be47e3-aa23-4f9f-b3f4-9bc04c138ac8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:51.538407 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e5580e8c-461a-4d49-9852-4a0c62905852 req-50be47e3-aa23-4f9f-b3f4-9bc04c138ac8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 943 time: 0.6059384
Nov 16 22:06:51.652907 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.836s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:51.757721 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e5580e8c-461a-4d49-9852-4a0c62905852 req-54a703c0-a889-413a-a797-b99218872fe0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2183340
Nov 16 22:06:51.768668 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:51.813299 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 9fcc1396-ced8-4330-b45d-8cfa61c5208a up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:06:51.860598 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] Set router 0f59c38d-f1e6-4bfe-a398-75905c772e8f gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:06:51.867624 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274af3d1-f394-46e6-b9dd-de52bcc1fc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b77d1bb-ce02-4984-a780-4c77528f62a8,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:51.881313 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b19e3464-f402-4c43-a5cc-d45d4015cb55 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:51.883075 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-b19e3464-f402-4c43-a5cc-d45d4015cb55 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.6430385
Nov 16 22:06:51.884916 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.4650698
Nov 16 22:06:51.911016 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-274af3d1-f394-46e6-b9dd-de52bcc1fc4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:51.911504 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 60678) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:51.912014 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.883s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:52.032543 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Request body: {'floatingip': {'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:52.057034 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Request body: {'port': {'device_id': '6dc85da3-b456-42eb-844f-e65e04fe87e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:52.087057 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 9fcc1396-ced8-4330-b45d-8cfa61c5208a completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:06:52.096479 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 9fcc1396-ced8-4330-b45d-8cfa61c5208a triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:06:52.096479 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:52.102772 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:52.210960 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Usage tracker for resource:floatingip and tenant:d04568cfc5e34832ab38095b3142e660 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:52.217166 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d0232c48-5f87-49ad-9449-6bf3d977e44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:52.221109 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:52.300416 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:52.369559 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcf2ef0-b180-426b-b0f7-470aa9fab5c7,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:52.401717 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d0232c48-5f87-49ad-9449-6bf3d977e44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:52.418205 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:52.421655 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Attempting to bind port 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:06:52.430242 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Attempting to bind port 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:06:52.430936 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Attempting to bind port 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 on network 912b1db2-171a-40fc-8a08-3632a8de9e33 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:06:52.445371 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:52.495682 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:52.517451 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port 9fcc1396-ced8-4330-b45d-8cfa61c5208a, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=9fcc1396-ced8-4330-b45d-8cfa61c5208a,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:06:52.553508 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:52.555182 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489171'] for router_interface, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:52.562087 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:52.578957 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Port 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 on network 912b1db2-171a-40fc-8a08-3632a8de9e33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:06:52.579825 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Attempting to bind port 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 on network 912b1db2-171a-40fc-8a08-3632a8de9e33 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:06:52.608820 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:52.610031 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 4080f902-c570-4764-8b33-b04c395d07a3 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:06:52.618608 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:52.709247 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:06:52.709770 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Checking segment: {'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:06:52.710626 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Bound using segment: {'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:06:52.711246 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Bound port: 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:06:52.711739 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:52.800051 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d286b4c0>, [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:50Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:06:52.804780 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 60694) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:52.806244 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-8b138d68-e21a-4639-88f7-bef8cf4dd5d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:52.827371 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea7e00c-0c92-46f2-a1df-dd624db0f3e7 None None] The sync data for ids ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'] in dv-cinder-818140-1-iscsi is: [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:50Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:06:52.901004 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:52.964341 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-000dd9bd-d2bc-467e-b42f-4374a7c24ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:53.008658 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=9fcc1396-ced8-4330-b45d-8cfa61c5208a,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:53.012790 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:53.148871 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-000dd9bd-d2bc-467e-b42f-4374a7c24ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:53.168947 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-000dd9bd-d2bc-467e-b42f-4374a7c24ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:fd0fc163c79f46baa465d6b97ef3ee38 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:53.172454 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 4080f902-c570-4764-8b33-b04c395d07a3 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:06:53.178415 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 4080f902-c570-4764-8b33-b04c395d07a3 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:06:53.181242 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:53.206061 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-000dd9bd-d2bc-467e-b42f-4374a7c24ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:53.223935 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d0232c48-5f87-49ad-9449-6bf3d977e44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:53.258851 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-000dd9bd-d2bc-467e-b42f-4374a7c24ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:53.269343 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] For port 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7, host hv-cinder-81814, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:06:53.280938 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6739dd2a-95a0-4d4c-978b-9a58cb6a2a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:53.308016 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a87748-a996-4f30-bbde-ae77adc147ae,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:53.311625 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:53.433002 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f672df-0b5f-491e-b987-d62c6f31a7aa req-7316e46c-abd1-46f6-b73c-b9171967fe23 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:53.435192 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e5f672df-0b5f-491e-b987-d62c6f31a7aa req-7316e46c-abd1-46f6-b73c-b9171967fe23 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 943 time: 0.2519495
Nov 16 22:06:53.444682 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Network 01d0b958-6461-40ea-b3fa-8442b12165d5 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:06:53.448874 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:06:53.453134 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:53.477555 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111e2b7-3efc-4853-9694-8a2e818287d2 req-9888b39f-dcce-48d2-bd6f-e8a6fe2bb687 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:53.479411 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e111e2b7-3efc-4853-9694-8a2e818287d2 req-9888b39f-dcce-48d2-bd6f-e8a6fe2bb687 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 931 time: 0.6229045
Nov 16 22:06:53.562989 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port 4080f902-c570-4764-8b33-b04c395d07a3, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=4080f902-c570-4764-8b33-b04c395d07a3,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:06:53.600082 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d0232c48-5f87-49ad-9449-6bf3d977e44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:53.603914 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-d0232c48-5f87-49ad-9449-6bf3d977e44d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0b77d1bb-ce02-4984-a780-4c77528f62a8 HTTP/1.1" status: 204  len: 168 time: 2.3479221
Nov 16 22:06:53.605215 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0232c48-5f87-49ad-9449-6bf3d977e44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b77d1bb-ce02-4984-a780-4c77528f62a8,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:53.615089 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d0232c48-5f87-49ad-9449-6bf3d977e44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:53.624574 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] For port 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=4dcf2ef0-b180-426b-b0f7-470aa9fab5c7,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:06:53.671329 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:53.679512 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-4fa5b972-850d-4f8d-af2f-4a0ff3dcb908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:53.820474 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:53.866306 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e111e2b7-3efc-4853-9694-8a2e818287d2 req-4918ae0f-7d8a-4c35-b0df-9560276266ae tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2027051
Nov 16 22:06:53.869858 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=4080f902-c570-4764-8b33-b04c395d07a3,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:53.874327 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 9fcc1396-ced8-4330-b45d-8cfa61c5208a up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:06:53.889406 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e5f672df-0b5f-491e-b987-d62c6f31a7aa req-510c78e2-c5f6-44f0-85ed-1f30c5c39d1a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4411833
Nov 16 22:06:53.926762 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:53.962745 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:53.968582 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:53.993979 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-f144137b-4729-4e88-9d99-c82f58693d45 None None] Provisioning complete for port d2a87748-a996-4f30-bbde-ae77adc147ae triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:06:54.001887 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f144137b-4729-4e88-9d99-c82f58693d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:54.071781 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 9fcc1396-ced8-4330-b45d-8cfa61c5208a triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:06:54.072436 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:54.142141 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:06:54.175361 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f144137b-4729-4e88-9d99-c82f58693d45 None None] Port d2a87748-a996-4f30-bbde-ae77adc147ae cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:06:54.492699 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:06:54.505115 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Sync routers for ids ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:06:54.507195 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] 10.222.0.71 "PUT /v2.0/routers/40b404f5-f39d-4d1d-8a0c-d37bb04765d9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1932118
Nov 16 22:06:54.524971 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Routers {'40b404f5-f39d-4d1d-8a0c-d37bb04765d9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:06:54.525630 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1dda340>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:06:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:06:54.662775 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcf2ef0-b180-426b-b0f7-470aa9fab5c7,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:54.667195 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:54.669943 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:54.670879 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:54.672979 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] 10.222.0.72 "PUT /v2.0/ports/4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 HTTP/1.1" status: 200  len: 1093 time: 7.7494195
Nov 16 22:06:54.709370 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff2b2a4-fb28-4989-86d1-362116065ea2', 'tag': '4dcf2ef0-b180-426b-b0f7-470aa9fab5c7'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:06:54.829948 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Set router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:06:54.979946 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60732) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:55.011315 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Allocated IP 172.27.1.18 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/d2aee779-ad07-4092-ac40-661a3d0c4379) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:06:55.018186 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e433c130-b490-4b21-a593-625a59832dc4 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:06:55.029684 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9114-f7f2-4a85-9027-3353e07afd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:55.047444 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:55.062968 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-000dd9bd-d2bc-467e-b42f-4374a7c24ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:55.100029 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Transition to ACTIVE for port object e433c130-b490-4b21-a593-625a59832dc4 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:06:55.146915 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-b9bf9114-f7f2-4a85-9027-3353e07afd94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:55.151034 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-000dd9bd-d2bc-467e-b42f-4374a7c24ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:55.157126 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-b9bf9114-f7f2-4a85-9027-3353e07afd94 admin admin] Usage tracker for resource:security_group_rule and tenant:bc75e80270b3487c8666ab471540ea15 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:55.160864 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-b9bf9114-f7f2-4a85-9027-3353e07afd94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:55.170767 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-b9bf9114-f7f2-4a85-9027-3353e07afd94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:55.180177 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:55.226883 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:55.264488 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000dd9bd-d2bc-467e-b42f-4374a7c24ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfecee8d-ca64-4f60-9be5-923a6c30ec6e,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:55.276350 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52ad31-9f6b-4fba-8518-2b480d2b2840 req-b0a066ae-4fdd-4688-b3bb-89102acfb80c tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:55.276739 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6e52ad31-9f6b-4fba-8518-2b480d2b2840 req-b0a066ae-4fdd-4688-b3bb-89102acfb80c tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 931 time: 0.2220490
Nov 16 22:06:55.277176 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60740) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:55.277626 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-000dd9bd-d2bc-467e-b42f-4374a7c24ae3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fd0fc163c79f46baa465d6b97ef3ee38&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4524357
Nov 16 22:06:55.278900 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-000dd9bd-d2bc-467e-b42f-4374a7c24ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:55.283485 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-1587c0ad-83d7-4835-8883-e190f4d8a6c2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:55.321474 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1dda340>, [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:51Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'd2a87748-a996-4f30-bbde-ae77adc147ae', 'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'mac_address': 'fa:16:3e:d1:1e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:47Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 2, 'project_id': '26d8251468c6461ba688baa16c61c407', 'subnets': [{'id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:06:55.327438 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Checking router: 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:06:55.328028 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Updating router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 port d2a87748-a996-4f30-bbde-ae77adc147ae binding host dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:06:55.329823 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60744) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:55.356703 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--902425688', 'description': 'tempest-description--986311761'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:55.379026 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:55.399280 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Usage tracker for resource:security_group and tenant:26d8251468c6461ba688baa16c61c407 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:55.402436 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:55.407316 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:55.428609 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6e52ad31-9f6b-4fba-8518-2b480d2b2840 req-73c24116-54b4-4626-a5a5-a69334c24170 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281030
Nov 16 22:06:55.430468 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:55.475769 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9114-f7f2-4a85-9027-3353e07afd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:55.482881 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0891-a1a7-4b96-b985-130040084d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:55.566510 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9114-f7f2-4a85-9027-3353e07afd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:55.669271 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:55.681647 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0891-a1a7-4b96-b985-130040084d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:55.691464 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff2b2a4-fb28-4989-86d1-362116065ea2', 'tag': '4dcf2ef0-b180-426b-b0f7-470aa9fab5c7', 'status': 'completed', 'code': 200}
Nov 16 22:06:55.692421 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Pushing event updated for resources: {'Port': ['ID=e433c130-b490-4b21-a593-625a59832dc4,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:55.701360 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c800c572-e993-4a0e-a966-932237aad5c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:55.705767 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:55.737405 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Attempting to bind port e433c130-b490-4b21-a593-625a59832dc4 on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:06:55.738333 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Attempting to bind port e433c130-b490-4b21-a593-625a59832dc4 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'b575ac6f-a957-4ac9-91f7-88c9f04c8f63'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:06:55.744084 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Attempting to bind port e433c130-b490-4b21-a593-625a59832dc4 on network b575ac6f-a957-4ac9-91f7-88c9f04c8f63 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:06:55.756031 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Port e433c130-b490-4b21-a593-625a59832dc4 on network b575ac6f-a957-4ac9-91f7-88c9f04c8f63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:06:55.757445 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Attempting to bind port e433c130-b490-4b21-a593-625a59832dc4 on network b575ac6f-a957-4ac9-91f7-88c9f04c8f63 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:06:55.763307 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:55.771137 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:06:55.772747 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Checking segment: {'id': '09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'b575ac6f-a957-4ac9-91f7-88c9f04c8f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:06:55.773571 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Bound using segment: {'id': '09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'b575ac6f-a957-4ac9-91f7-88c9f04c8f63'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:06:55.774408 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Bound port: e433c130-b490-4b21-a593-625a59832dc4, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'b575ac6f-a957-4ac9-91f7-88c9f04c8f63'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:06:55.775149 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:55.832101 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-b9bf9114-f7f2-4a85-9027-3353e07afd94 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bc75e80270b3487c8666ab471540ea15&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8471031
Nov 16 22:06:55.836542 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60762) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:55.846465 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:55.852594 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf9114-f7f2-4a85-9027-3353e07afd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7833e71d-7114-4d8a-801b-5cc8e65d4762,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:55.858022 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b9bf9114-f7f2-4a85-9027-3353e07afd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:55.874708 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 4080f902-c570-4764-8b33-b04c395d07a3 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:06:55.880779 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Usage tracker for resource:security_group_rule and tenant:26d8251468c6461ba688baa16c61c407 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:55.886659 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:55.899418 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:55.926755 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] For port e433c130-b490-4b21-a593-625a59832dc4, host hv-cinder-81814, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:06:55.930926 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] For port e433c130-b490-4b21-a593-625a59832dc4, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e433c130-b490-4b21-a593-625a59832dc4,segment=NetworkSegment(09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e),segment_id=09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:06:55.962972 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:55.967516 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:55.995535 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7df8c8-3cc8-4613-8d3b-1fa92ab93e58 req-ac0f2d16-add5-4459-9f1c-96fbfaa67fa0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:55.997034 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dd7df8c8-3cc8-4613-8d3b-1fa92ab93e58 req-ac0f2d16-add5-4459-9f1c-96fbfaa67fa0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 943 time: 0.4251418
Nov 16 22:06:56.011879 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.018174 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b003a38d-8459-4747-b99c-1733e40b9c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.041599 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 4080f902-c570-4764-8b33-b04c395d07a3 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:06:56.041976 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.046454 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:06:56.052742 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:06:56.055112 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0891-a1a7-4b96-b985-130040084d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.060807 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:06:56.088175 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-92d4d333-0d9d-4027-856e-36cb8ac638cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:56.102602 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.115311 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:56.115935 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.117481 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] 10.222.0.72 "PUT /v2.0/ports/e433c130-b490-4b21-a593-625a59832dc4 HTTP/1.1" status: 200  len: 1093 time: 4.0723181
Nov 16 22:06:56.118025 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event updated for resources: {'Port': ['ID=d2aee779-ad07-4092-ac40-661a3d0c4379,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:56.122922 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:56.123420 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:56.134539 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b003a38d-8459-4747-b99c-1733e40b9c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.140435 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d0891-a1a7-4b96-b985-130040084d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfecee8d-ca64-4f60-9be5-923a6c30ec6e,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:56.144333 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4f4d0891-a1a7-4b96-b985-130040084d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:56.181576 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dd7df8c8-3cc8-4613-8d3b-1fa92ab93e58 req-613771be-01fe-45bd-a6b1-53b4f767f9c1 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605270
Nov 16 22:06:56.185230 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.191348 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.194466 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0891-a1a7-4b96-b985-130040084d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.195613 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-4f4d0891-a1a7-4b96-b985-130040084d9c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cfecee8d-ca64-4f60-9be5-923a6c30ec6e HTTP/1.1" status: 204  len: 168 time: 0.9163172
Nov 16 22:06:56.205821 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-cebd8ae3-143e-4013-8ad7-9b240f490cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:56.209426 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Pushing event updated for resources: {'Port': ['ID=e433c130-b490-4b21-a593-625a59832dc4,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:56.214176 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:56.244802 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.259360 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:56.262692 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:56.270484 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Transition to ACTIVE for port object d2a87748-a996-4f30-bbde-ae77adc147ae will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:06:56.325097 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.331904 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.333279 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.9958918
Nov 16 22:06:56.336139 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60768) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:56.341462 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-5c3e9780-fd26-44c0-80a0-f912567f5b8e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Request body: {'security_group_rule': {'security_group_id': '1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:56.347458 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-5c3e9780-fd26-44c0-80a0-f912567f5b8e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:56.351283 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-5c3e9780-fd26-44c0-80a0-f912567f5b8e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Usage tracker for resource:security_group_rule and tenant:26d8251468c6461ba688baa16c61c407 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:56.354090 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-5c3e9780-fd26-44c0-80a0-f912567f5b8e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:56.359931 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-5c3e9780-fd26-44c0-80a0-f912567f5b8e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:56.360626 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.365541 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b003a38d-8459-4747-b99c-1733e40b9c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.366202 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:56.370408 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b003a38d-8459-4747-b99c-1733e40b9c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.372748 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-b003a38d-8459-4747-b99c-1733e40b9c73 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7833e71d-7114-4d8a-801b-5cc8e65d4762 HTTP/1.1" status: 204  len: 168 time: 0.5277464
Nov 16 22:06:56.373848 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ec7b6519-d9d2-43c8-90fb-335b00686bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:56.385381 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003a38d-8459-4747-b99c-1733e40b9c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7833e71d-7114-4d8a-801b-5cc8e65d4762,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:56.387843 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b003a38d-8459-4747-b99c-1733e40b9c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:56.489748 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9780-fd26-44c0-80a0-f912567f5b8e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.591609 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9780-fd26-44c0-80a0-f912567f5b8e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.665356 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.667532 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9780-fd26-44c0-80a0-f912567f5b8e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.679689 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:56.711554 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363f8ce-ae06-4adc-a9ef-9fd2ed13bcf7 None None] Pushing event updated for resources: {'Port': ['ID=d2a87748-a996-4f30-bbde-ae77adc147ae,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:56.717533 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-b363f8ce-ae06-4adc-a9ef-9fd2ed13bcf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:56.722176 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e9780-fd26-44c0-80a0-f912567f5b8e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41332d1f-45b9-4a6b-8c0d-b5d3b90233af,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:56.738718 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5c3e9780-fd26-44c0-80a0-f912567f5b8e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:56.748170 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Attempting to bind port d2a87748-a996-4f30-bbde-ae77adc147ae on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:06:56.748170 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Attempting to bind port d2a87748-a996-4f30-bbde-ae77adc147ae by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:06:56.748170 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Attempting to bind port d2a87748-a996-4f30-bbde-ae77adc147ae on network 01d0b958-6461-40ea-b3fa-8442b12165d5 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:06:56.748370 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.749682 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:56.754035 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:06:56.754707 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Checking segment: {'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:06:56.755422 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.755988 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Bound using segment: {'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:06:56.756822 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Bound port: d2a87748-a996-4f30-bbde-ae77adc147ae, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:06:56.757433 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.764775 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc1d88-d346-413a-a500-5db8643104e1 req-811f17bc-03fa-4d6a-b9bd-931372f62b9b tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:56.782083 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-96bc1d88-d346-413a-a500-5db8643104e1 req-811f17bc-03fa-4d6a-b9bd-931372f62b9b tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 943 time: 0.1890297
Nov 16 22:06:56.826068 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9780-fd26-44c0-80a0-f912567f5b8e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.838091 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-5c3e9780-fd26-44c0-80a0-f912567f5b8e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5008979
Nov 16 22:06:56.842673 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 60784) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:56.856582 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.875976 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-18b4cb9a-4bc4-4d82-bebf-b869022454b8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Request body: {'security_group_rule': {'security_group_id': '1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:56.879746 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] For port d2a87748-a996-4f30-bbde-ae77adc147ae, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:06:56.884005 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] For port d2a87748-a996-4f30-bbde-ae77adc147ae, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=d2a87748-a996-4f30-bbde-ae77adc147ae,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:06:56.898773 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-18b4cb9a-4bc4-4d82-bebf-b869022454b8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:56.920143 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-96bc1d88-d346-413a-a500-5db8643104e1 req-484b8bab-e3a8-41ff-9442-f520253778e6 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365638
Nov 16 22:06:56.926978 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-18b4cb9a-4bc4-4d82-bebf-b869022454b8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Usage tracker for resource:security_group_rule and tenant:26d8251468c6461ba688baa16c61c407 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:56.930000 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event updated for resources: {'Port': ['ID=d2aee779-ad07-4092-ac40-661a3d0c4379,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:56.940589 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-18b4cb9a-4bc4-4d82-bebf-b869022454b8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:56.946843 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-18b4cb9a-4bc4-4d82-bebf-b869022454b8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:56.959610 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:56.975998 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:56.982372 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-c0ac9b65-5a5c-48a9-bd04-bd3ebc5f1093 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:57.065899 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:57.066137 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Routers {'40b404f5-f39d-4d1d-8a0c-d37bb04765d9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:06:57.066776 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1dda340>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:06:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:06:57.067394 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.0690885
Nov 16 22:06:57.151675 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363f8ce-ae06-4adc-a9ef-9fd2ed13bcf7 None None] Pushing event updated for resources: {'Port': ['ID=d2a87748-a996-4f30-bbde-ae77adc147ae,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:57.165024 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-b363f8ce-ae06-4adc-a9ef-9fd2ed13bcf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:57.171715 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-18b4cb9a-4bc4-4d82-bebf-b869022454b8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:57.286425 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-18b4cb9a-4bc4-4d82-bebf-b869022454b8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:57.381973 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] Set router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:06:57.497531 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-ae4d0d39-f757-4bbe-a346-4789a74d90d7 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Synchronizing usage tracker for tenant:d04568cfc5e34832ab38095b3142e660 on resource:security_group {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:06:57.607256 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153efea0-247c-41e0-874d-353700c22fce req-0adb24c5-9892-4da1-be09-0f2b6164bc79 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:57.608780 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-153efea0-247c-41e0-874d-353700c22fce req-0adb24c5-9892-4da1-be09-0f2b6164bc79 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 943 time: 0.2160747
Nov 16 22:06:57.660992 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-153efea0-247c-41e0-874d-353700c22fce req-de8e2fb9-f5af-49a9-b901-0ef997259d5a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450766
Nov 16 22:06:57.692648 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc85da3-b456-42eb-844f-e65e04fe87e7', 'tag': 'e433c130-b490-4b21-a593-625a59832dc4'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:06:57.716522 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1dda340>, [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:51Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'd2a87748-a996-4f30-bbde-ae77adc147ae', 'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'mac_address': 'fa:16:3e:d1:1e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:47Z', 'updated_at': '2021-11-16T22:06:56Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'subnets': [{'id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:06:57.748451 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a4932-de95-4062-bc7e-5c114660aaa5 None None] The sync data for ids ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'] in dv-cinder-818140-1-iscsi is: [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:51Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'd2a87748-a996-4f30-bbde-ae77adc147ae', 'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'mac_address': 'fa:16:3e:d1:1e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:47Z', 'updated_at': '2021-11-16T22:06:56Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'subnets': [{'id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:06:57.838740 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc85da3-b456-42eb-844f-e65e04fe87e7', 'tag': 'e433c130-b490-4b21-a593-625a59832dc4', 'status': 'completed', 'code': 200}
Nov 16 22:06:57.898280 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-18b4cb9a-4bc4-4d82-bebf-b869022454b8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:57.910176 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:57.936524 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4cb9a-4bc4-4d82-bebf-b869022454b8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458e372c-a7ad-45dc-9e2f-cf68df7736b4,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:06:57.939766 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-18b4cb9a-4bc4-4d82-bebf-b869022454b8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:06:58.043261 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-ae4d0d39-f757-4bbe-a346-4789a74d90d7 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Unset dirty status for tenant:d04568cfc5e34832ab38095b3142e660 on resource:security_group {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:06:58.044938 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-ae4d0d39-f757-4bbe-a346-4789a74d90d7 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--691100005&fields=id&tenant_id=d04568cfc5e34832ab38095b3142e660 HTTP/1.1" status: 200  len: 267 time: 0.6770988
Nov 16 22:06:58.301640 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-18b4cb9a-4bc4-4d82-bebf-b869022454b8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:58.308401 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-18b4cb9a-4bc4-4d82-bebf-b869022454b8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.4590614
Nov 16 22:06:58.309831 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 60844) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:06:58.319874 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Request body: {'floatingip': {'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:06:58.350134 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:06:58.352053 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Usage tracker for resource:floatingip and tenant:26d8251468c6461ba688baa16c61c407 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:06:58.361346 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:06:58.370280 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:06:58.465272 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-15f2a239-bc92-491e-b9f1-a12b4c8c1070 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:58.466969 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-15f2a239-bc92-491e-b9f1-a12b4c8c1070 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/networks?id=91376ca1-c1ee-4c7f-a3fa-566639b36d15 HTTP/1.1" status: 200  len: 811 time: 0.4047997
Nov 16 22:06:58.480400 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbd293-2901-4da1-b576-db9cf2ad6eb9 req-a2c51f36-ba20-4bb0-bece-14ce1a1643db tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:58.481936 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c4dbd293-2901-4da1-b576-db9cf2ad6eb9 req-a2c51f36-ba20-4bb0-bece-14ce1a1643db tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 943 time: 0.3666596
Nov 16 22:06:58.545428 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:58.573970 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-ec62df43-71b5-4464-a0af-7670ecde5d21 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/quotas/d04568cfc5e34832ab38095b3142e660 HTTP/1.1" status: 200  len: 375 time: 0.0909503
Nov 16 22:06:58.708338 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c4dbd293-2901-4da1-b576-db9cf2ad6eb9 req-2f19becb-5d29-45d5-8330-07018fc52160 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2171991
Nov 16 22:06:58.828606 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-ef634082-cfe9-4fee-bb2b-50eb606bd2d9 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d04568cfc5e34832ab38095b3142e660&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2327189
Nov 16 22:06:58.888597 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:59.129770 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Allocated IP 172.27.1.38 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/65a80777-6ade-48d4-9965-668cbf2bb715) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:06:59.220893 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-6dcfb544-3a5e-4f32-ac6c-2939d7563f27 service neutron] 10.222.0.71 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3696954
Nov 16 22:06:59.236376 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cd186-d342-470c-826c-f45bf88cac6d req-596f8272-e12f-44d7-a142-563d99d9a04a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:06:59.237930 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e21cd186-d342-470c-826c-f45bf88cac6d req-596f8272-e12f-44d7-a142-563d99d9a04a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 943 time: 0.1912034
Nov 16 22:06:59.412009 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e21cd186-d342-470c-826c-f45bf88cac6d req-bd16387a-631a-4053-9d66-5d12e011a26e tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503201
Nov 16 22:06:59.487351 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-4758fc37-af6a-417b-8916-a52217260f71 service neutron] 10.222.0.71 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2477734
Nov 16 22:06:59.662455 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:59.751575 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:59.797249 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:06:59.807472 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f083215d-bff4-48f7-9c27-8b327704b451 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:06:59.894936 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device d2a87748-a996-4f30-bbde-ae77adc147ae up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:06:59.974497 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:06:59.979154 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:06:59.987140 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:07:00.006651 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event updated for resources: {'Port': ['ID=65a80777-6ade-48d4-9965-668cbf2bb715,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:00.016760 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:00.034144 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:00.099204 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5570480d-3dc0-4e38-956e-7807e7e404d8 req-a7cc8424-73fe-420a-b731-7975111f3aa5 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 210 time: 0.1320024
Nov 16 22:07:00.144836 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bbf5b-6e35-4029-a9a0-23ff5eb1f676 req-5928fde8-e11f-4d3c-84f6-6376ca8500c6 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:00.156122 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-496bbf5b-6e35-4029-a9a0-23ff5eb1f676 req-5928fde8-e11f-4d3c-84f6-6376ca8500c6 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 943 time: 0.2893515
Nov 16 22:07:00.207530 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port d2a87748-a996-4f30-bbde-ae77adc147ae completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:07:00.214663 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port d2a87748-a996-4f30-bbde-ae77adc147ae triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:07:00.217012 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:00.231934 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-496bbf5b-6e35-4029-a9a0-23ff5eb1f676 req-685a41ff-26eb-407a-97dd-6a151ad7a371 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765872
Nov 16 22:07:00.253490 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:00.562226 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:00.633460 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port d2a87748-a996-4f30-bbde-ae77adc147ae, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=d2a87748-a996-4f30-bbde-ae77adc147ae,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:07:00.687072 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:00.740116 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:00.742213 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-e0a7660c-5f18-4b58-b4d9-46d9b31dbb87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:00.786680 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222b37c-85e1-4eb7-bc23-bd427e7f925a req-9fcb0d91-55f2-41bb-aa8a-05d8577c29c7 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:00.791528 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:00.802547 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0222b37c-85e1-4eb7-bc23-bd427e7f925a req-9fcb0d91-55f2-41bb-aa8a-05d8577c29c7 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 943 time: 0.1610436
Nov 16 22:07:00.824472 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-52f9bdae-f340-40ac-b2cc-97868b760352 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:00.864439 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=d2a87748-a996-4f30-bbde-ae77adc147ae,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:00.880134 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:00.889166 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0222b37c-85e1-4eb7-bc23-bd427e7f925a req-a8a4e2e7-1900-4a2b-a0ed-80f684926d06 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771880
Nov 16 22:07:00.902339 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:00.967671 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event updated for resources: {'Port': ['ID=65a80777-6ade-48d4-9965-668cbf2bb715,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:00.971604 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:01.057627 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:01.068009 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.7479279
Nov 16 22:07:01.205243 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1d5f08c9-88ab-48c0-9e9b-c3d1ead3a6b3 req-c92921cd-27b8-4dfe-8889-8ba7d1ae78fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 210 time: 0.0493667
Nov 16 22:07:01.342194 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-5b238ea4-7029-41b3-b0d8-29d5d797d7c2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Synchronizing usage tracker for tenant:26d8251468c6461ba688baa16c61c407 on resource:security_group {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:07:01.444644 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-5b238ea4-7029-41b3-b0d8-29d5d797d7c2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Unset dirty status for tenant:26d8251468c6461ba688baa16c61c407 on resource:security_group {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:07:01.452875 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-5b238ea4-7029-41b3-b0d8-29d5d797d7c2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--902425688&fields=id&tenant_id=26d8251468c6461ba688baa16c61c407 HTTP/1.1" status: 200  len: 267 time: 0.1569576
Nov 16 22:07:01.676024 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b3bd4-c9d1-4996-b241-f0cb552068bb req-afff3266-b9c4-4b02-aa38-9ea9cc68a629 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:01.677584 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9a4b3bd4-c9d1-4996-b241-f0cb552068bb req-afff3266-b9c4-4b02-aa38-9ea9cc68a629 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 943 time: 0.2723358
Nov 16 22:07:01.709204 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-8b2ad041-70b7-4604-ad19-3d3699aff8b2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:01.709915 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-8b2ad041-70b7-4604-ad19-3d3699aff8b2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Synchronizing usage tracker for tenant:26d8251468c6461ba688baa16c61c407 on resource:network {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:07:01.758728 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9a4b3bd4-c9d1-4996-b241-f0cb552068bb req-09463eb9-2a54-4304-a9b5-c9764e5058be tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754795
Nov 16 22:07:01.766462 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device d2a87748-a996-4f30-bbde-ae77adc147ae up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:07:01.877097 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-8b2ad041-70b7-4604-ad19-3d3699aff8b2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Unset dirty status for tenant:26d8251468c6461ba688baa16c61c407 on resource:network {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:07:01.880690 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-8b2ad041-70b7-4604-ad19-3d3699aff8b2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/networks?id=01d0b958-6461-40ea-b3fa-8442b12165d5 HTTP/1.1" status: 200  len: 816 time: 0.4273632
Nov 16 22:07:01.894278 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port d2a87748-a996-4f30-bbde-ae77adc147ae triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:07:01.894904 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:01.907788 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-690221aa-1984-4c16-97ff-727d52f2e8df tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/quotas/26d8251468c6461ba688baa16c61c407 HTTP/1.1" status: 200  len: 375 time: 0.0180182
Nov 16 22:07:02.133505 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-bfbd9e9c-8b2a-4d2a-a131-e65408edb320 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Synchronizing usage tracker for tenant:26d8251468c6461ba688baa16c61c407 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:07:02.183890 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a44152-5f84-47f2-bfdd-c891ce315b2d req-b07b7ccf-4d2b-4ff7-8dc2-3a6cfc17ee46 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:02.185434 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c1a44152-5f84-47f2-bfdd-c891ce315b2d req-b07b7ccf-4d2b-4ff7-8dc2-3a6cfc17ee46 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 943 time: 0.1708813
Nov 16 22:07:02.239047 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c1a44152-5f84-47f2-bfdd-c891ce315b2d req-39f8dce9-4314-447e-b144-06b08d224792 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463493
Nov 16 22:07:02.240014 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-bfbd9e9c-8b2a-4d2a-a131-e65408edb320 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Unset dirty status for tenant:26d8251468c6461ba688baa16c61c407 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:07:02.254110 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-bfbd9e9c-8b2a-4d2a-a131-e65408edb320 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=26d8251468c6461ba688baa16c61c407&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3444545
Nov 16 22:07:02.511135 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f2748b13-fb4a-4f9a-8aca-315f5c3bec8f req-1cf25d71-603c-40fe-81c8-23a99134b1ad tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 210 time: 0.0438838
Nov 16 22:07:02.574705 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-8f632f97-d45e-41a3-b2cf-a431be753248 service neutron] 10.222.0.71 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3194947
Nov 16 22:07:02.799152 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-a3b32e6a-d06e-4751-af3a-b61c4fbbbfc0 service neutron] 10.222.0.71 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2232952
Nov 16 22:07:03.044134 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8b772-9fc4-443c-8d36-727783f79c72 req-521e63a8-378a-4d61-b666-7b825718ddd4 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:03.045334 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a7e8b772-9fc4-443c-8d36-727783f79c72 req-521e63a8-378a-4d61-b666-7b825718ddd4 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 943 time: 0.1097507
Nov 16 22:07:03.150869 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a7e8b772-9fc4-443c-8d36-727783f79c72 req-0e89cd2c-4c8d-4f43-ae0b-748b7df8003a tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988407
Nov 16 22:07:03.158052 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3f6f00ca-5c19-4a86-bbbc-54fbdcabca25 req-116e2408-9a77-4e27-9b8d-0b407988b6c1 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 210 time: 0.0506363
Nov 16 22:07:03.445332 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075853fe-311b-4c31-84b4-f19d9b51e49a req-0d4aaa64-c64f-4f2d-830f-e7ad87d030ec tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:03.446763 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-075853fe-311b-4c31-84b4-f19d9b51e49a req-0d4aaa64-c64f-4f2d-830f-e7ad87d030ec tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 943 time: 0.0826905
Nov 16 22:07:03.504390 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-075853fe-311b-4c31-84b4-f19d9b51e49a req-a7fc49b6-ef52-4dda-93b9-efbe99338f05 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512578
Nov 16 22:07:03.702341 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0686e0fa-96d9-417a-a6d0-4832ce059e75 req-684c114d-81c2-419f-b09a-eaa4ae1529d7 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 210 time: 0.0554731
Nov 16 22:07:04.360706 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-94c11826-7098-4932-99fd-8c76fc8e4c1f req-2eb803aa-29a6-4056-bd6b-3ed0deddb8a0 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 210 time: 0.0541630
Nov 16 22:07:04.408960 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4d93b-dfaf-4950-bbde-3d358652cb49 req-eb1f7ee5-8241-4bb1-ab16-e61a9e8d3ff8 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:04.418784 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c0a4d93b-dfaf-4950-bbde-3d358652cb49 req-eb1f7ee5-8241-4bb1-ab16-e61a9e8d3ff8 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 943 time: 0.1522517
Nov 16 22:07:04.464484 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c0a4d93b-dfaf-4950-bbde-3d358652cb49 req-342ce6fa-cbb5-4d97-a11d-2afe2074e352 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443594
Nov 16 22:07:04.610026 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090f882-d152-48cf-a4ed-1fd7bebf3ee7 req-a707adb5-6845-49fe-8155-4e5f49a28983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:04.611514 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1090f882-d152-48cf-a4ed-1fd7bebf3ee7 req-a707adb5-6845-49fe-8155-4e5f49a28983 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f8e19bc7e25c4b87b6f8ffacf9cf82c0&device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 1096 time: 0.1352892
Nov 16 22:07:04.732549 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8488ef7-ea66-4a1c-a5d9-bee892e47806 req-664c582b-3cf5-447d-86f3-3924cf68d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:04.734293 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-f8488ef7-ea66-4a1c-a5d9-bee892e47806 req-664c582b-3cf5-447d-86f3-3924cf68d59d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 1096 time: 0.1839962
Nov 16 22:07:04.774488 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba51d6f-b547-4fa9-afb7-043b6fd8989b req-fc1b8dc8-31ba-4f5a-b5c6-6b06e4cc6b18 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:04.792340 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cba51d6f-b547-4fa9-afb7-043b6fd8989b req-fc1b8dc8-31ba-4f5a-b5c6-6b06e4cc6b18 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 943 time: 0.1253431
Nov 16 22:07:04.927724 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cba51d6f-b547-4fa9-afb7-043b6fd8989b req-cf4aa46f-0129-4e0c-a317-3f030dc15e1b tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343982
Nov 16 22:07:04.946024 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090f882-d152-48cf-a4ed-1fd7bebf3ee7 req-59beb9ce-99c4-47ce-85d0-8530b9b92f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:04.947890 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1090f882-d152-48cf-a4ed-1fd7bebf3ee7 req-59beb9ce-99c4-47ce-85d0-8530b9b92f34 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f8e19bc7e25c4b87b6f8ffacf9cf82c0&shared=False HTTP/1.1" status: 200  len: 912 time: 0.3176734
Nov 16 22:07:04.994072 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 32836) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:05.012640 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-29eaf874-5c42-48ce-88d7-f69690268704 req-2fc06730-d830-4b6c-8e2d-67e38a27c8ae tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 210 time: 0.0725915
Nov 16 22:07:05.075630 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8488ef7-ea66-4a1c-a5d9-bee892e47806 req-874a7010-48fa-4d56-9ac9-4f3cdbe1796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:05.077289 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-f8488ef7-ea66-4a1c-a5d9-bee892e47806 req-874a7010-48fa-4d56-9ac9-4f3cdbe1796d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&shared=False HTTP/1.1" status: 200  len: 914 time: 0.3235843
Nov 16 22:07:05.140225 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090f882-d152-48cf-a4ed-1fd7bebf3ee7 req-df0ee27e-8cc3-43a8-8aec-55f1837973b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:05.141732 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1090f882-d152-48cf-a4ed-1fd7bebf3ee7 req-df0ee27e-8cc3-43a8-8aec-55f1837973b7 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1682565
Nov 16 22:07:05.149449 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9209c8ea-f38a-4998-9d52-8d89d0a8bf84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:05.163593 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-9209c8ea-f38a-4998-9d52-8d89d0a8bf84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:05.168601 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-9209c8ea-f38a-4998-9d52-8d89d0a8bf84 admin admin] Usage tracker for resource:security_group_rule and tenant:dadf511cfec44ec497b46af4cd40e665 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:05.170843 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-9209c8ea-f38a-4998-9d52-8d89d0a8bf84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:05.177287 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-9209c8ea-f38a-4998-9d52-8d89d0a8bf84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:05.276315 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9209c8ea-f38a-4998-9d52-8d89d0a8bf84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:05.333689 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9209c8ea-f38a-4998-9d52-8d89d0a8bf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:05.344175 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:05.370752 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8488ef7-ea66-4a1c-a5d9-bee892e47806 req-df410c68-845b-4c06-92ed-9367f41cb3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:05.372117 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-f8488ef7-ea66-4a1c-a5d9-bee892e47806 req-df410c68-845b-4c06-92ed-9367f41cb3ea service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1597948
Nov 16 22:07:05.388068 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-9209c8ea-f38a-4998-9d52-8d89d0a8bf84 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dadf511cfec44ec497b46af4cd40e665&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3875928
Nov 16 22:07:05.389732 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209c8ea-f38a-4998-9d52-8d89d0a8bf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d79dc5-af53-44fa-b5fd-34fdb6249b5d,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:05.391466 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 32844) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:05.395919 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9209c8ea-f38a-4998-9d52-8d89d0a8bf84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:05.459174 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70ea72da-3a3c-4558-a59a-65e7d3cc7755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:05.522606 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-064de882-93c9-4a3c-bab8-6843bdf555a1 req-c77557d4-1e6b-4222-9752-18d0a9b730b3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 210 time: 0.0457020
Nov 16 22:07:05.534382 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70ea72da-3a3c-4558-a59a-65e7d3cc7755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:05.593689 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-9bf98b15-5617-4d8a-b230-8abdd7497a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:05.595169 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-9bf98b15-5617-4d8a-b230-8abdd7497a6f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 1096 time: 0.1340866
Nov 16 22:07:05.680604 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70ea72da-3a3c-4558-a59a-65e7d3cc7755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:05.692195 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:05.700351 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-bbd2fb78-5ccb-4e02-aa35-2c0bdf0251ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 HTTP/1.1" status: 200  len: 217 time: 0.0793011
Nov 16 22:07:05.708655 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea72da-3a3c-4558-a59a-65e7d3cc7755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d79dc5-af53-44fa-b5fd-34fdb6249b5d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:05.714745 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9133d2-5944-4224-98a1-582d35e74936 req-e96c1db8-3b87-42d4-9605-62891cf0a6a0 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:05.716364 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9c9133d2-5944-4224-98a1-582d35e74936 req-e96c1db8-3b87-42d4-9605-62891cf0a6a0 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 943 time: 0.0981514
Nov 16 22:07:05.761423 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-70ea72da-3a3c-4558-a59a-65e7d3cc7755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:05.764891 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70ea72da-3a3c-4558-a59a-65e7d3cc7755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:05.767956 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-70ea72da-3a3c-4558-a59a-65e7d3cc7755 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/90d79dc5-af53-44fa-b5fd-34fdb6249b5d HTTP/1.1" status: 204  len: 168 time: 0.3748298
Nov 16 22:07:05.770976 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9c9133d2-5944-4224-98a1-582d35e74936 req-7e838da2-92f7-4fc6-b96d-a5133248ad18 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411830
Nov 16 22:07:05.797382 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-b38a6c01-282e-4934-b225-1e1234e71de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:05.804271 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-b38a6c01-282e-4934-b225-1e1234e71de2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43fd9aec-af72-4efd-ab29-2bd74bcc3daa HTTP/1.1" status: 200  len: 853 time: 0.0879366
Nov 16 22:07:05.933668 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-9b7b4b1d-8bfa-49df-814a-e85245343a43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=912b1db2-171a-40fc-8a08-3632a8de9e33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1273835
Nov 16 22:07:06.302519 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-a01f7468-48f5-495a-b1fa-9ff6e1094ca6 service neutron] 10.222.0.72 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3609092
Nov 16 22:07:06.313041 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-ff6ee4dd-ea43-45e6-ac64-4de458dd1716 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:06.317690 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-ff6ee4dd-ea43-45e6-ac64-4de458dd1716 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Synchronizing usage tracker for tenant:d04568cfc5e34832ab38095b3142e660 on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:07:06.388670 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f8339f7-2f3a-4815-ae58-578dd424d7c9 req-943bf155-76ba-4547-bd33-ab2399fdee2f tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 210 time: 0.1481545
Nov 16 22:07:06.439356 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-ff6ee4dd-ea43-45e6-ac64-4de458dd1716 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Unset dirty status for tenant:d04568cfc5e34832ab38095b3142e660 on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:07:06.441836 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-ff6ee4dd-ea43-45e6-ac64-4de458dd1716 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.72 "GET /v2.0/networks?id=91376ca1-c1ee-4c7f-a3fa-566639b36d15 HTTP/1.1" status: 200  len: 811 time: 0.4192662
Nov 16 22:07:06.476120 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967d4d1-8406-4cb9-8e45-3a564e63ee04 req-f79a52fa-f0f1-41ec-85a1-ab09778fc08f tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:06.477734 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6967d4d1-8406-4cb9-8e45-3a564e63ee04 req-f79a52fa-f0f1-41ec-85a1-ab09778fc08f tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 943 time: 0.3309345
Nov 16 22:07:06.558054 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.72', 54210) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:06.562122 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6967d4d1-8406-4cb9-8e45-3a564e63ee04 req-3d93d64c-0a58-4210-a955-32e41e1c600f tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737314
Nov 16 22:07:06.564796 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-264db5e3-4934-4dd9-8061-e20ef1e20eda tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Synchronizing usage tracker for tenant:d04568cfc5e34832ab38095b3142e660 on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:07:06.598951 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-7cd31ebf-a4aa-4984-80fd-c5c034e447a6 req-abf420e1-9b4a-4cb8-9515-05ab54fac7a1 service neutron] 10.222.0.72 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2654667
Nov 16 22:07:06.600135 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-264db5e3-4934-4dd9-8061-e20ef1e20eda tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Unset dirty status for tenant:d04568cfc5e34832ab38095b3142e660 on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:07:06.601271 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-264db5e3-4934-4dd9-8061-e20ef1e20eda tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d04568cfc5e34832ab38095b3142e660 HTTP/1.1" status: 200  len: 379 time: 0.1280277
Nov 16 22:07:06.614864 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 32886) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:06.656315 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Request body: {'port': {'device_id': '86d72ff8-6934-4932-9943-8cc8b9378e2a', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'admin_state_up': True, 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'security_groups': ['8c18082a-cc48-4ede-a0d8-951e97cf721e']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:07:06.662310 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-33bf3698-085b-46dd-ada7-1792e32776fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:06.664159 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-33bf3698-085b-46dd-ada7-1792e32776fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f8e19bc7e25c4b87b6f8ffacf9cf82c0&device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 1096 time: 0.1000855
Nov 16 22:07:06.680810 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5222fcd9-4b81-4352-90f0-596a54441c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:06.728890 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5222fcd9-4b81-4352-90f0-596a54441c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:06.732821 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-5222fcd9-4b81-4352-90f0-596a54441c3d admin admin] Usage tracker for resource:security_group_rule and tenant:58bcea6c516c4f5896b53ac22892e313 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:06.735939 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-5222fcd9-4b81-4352-90f0-596a54441c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:06.746373 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5222fcd9-4b81-4352-90f0-596a54441c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:06.870896 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-9b9ac189-6585-4ed0-879e-e5cbf0a16f06 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e433c130-b490-4b21-a593-625a59832dc4 HTTP/1.1" status: 200  len: 217 time: 0.1835067
Nov 16 22:07:06.878027 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8f8f7cd4-9b0e-4b09-a19a-a6424dc9ceb8 req-598a5fad-bcdf-42a7-b208-f1f1402ce115 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 210 time: 0.0821590
Nov 16 22:07:06.942572 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-d7fce2b2-03fd-4419-b218-9d351face39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:06.944215 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-d7fce2b2-03fd-4419-b218-9d351face39b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a17f9881-b78c-4734-bcbe-c86846825373 HTTP/1.1" status: 200  len: 851 time: 0.0645964
Nov 16 22:07:07.046655 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-8d747448-ddbd-4b9e-a3aa-cb659b35d053 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b575ac6f-a957-4ac9-91f7-88c9f04c8f63&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0905740
Nov 16 22:07:07.154227 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:07.169531 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Usage tracker for resource:port and tenant:d04568cfc5e34832ab38095b3142e660 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:07.180046 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:07.213516 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:07.255123 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5222fcd9-4b81-4352-90f0-596a54441c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:07.266111 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-8f8823f8-6fc6-4458-9d7a-222e73c7e359 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:07.267666 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-8f8823f8-6fc6-4458-9d7a-222e73c7e359 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.72 "GET /v2.0/networks?id=01d0b958-6461-40ea-b3fa-8442b12165d5 HTTP/1.1" status: 200  len: 816 time: 0.2932830
Nov 16 22:07:07.271395 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8ae39-c9d1-430c-8420-4d0b17388499 req-6fd754a2-f269-4577-88cf-db7003bf1069 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:07.273159 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46d8ae39-c9d1-430c-8420-4d0b17388499 req-6fd754a2-f269-4577-88cf-db7003bf1069 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 943 time: 0.2707753
Nov 16 22:07:07.311261 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5222fcd9-4b81-4352-90f0-596a54441c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:07.322337 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-688116a3-337d-473b-bbbf-cf0bb8588199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:07.347871 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-66d4ef7f-be87-4e5f-80d5-54dc5a243c4e service neutron] 10.222.0.72 "GET /v2.0/networks/b575ac6f-a957-4ac9-91f7-88c9f04c8f63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2742422
Nov 16 22:07:07.381236 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46d8ae39-c9d1-430c-8420-4d0b17388499 req-b6484509-c61d-41d2-b2b3-f9c91d7045cc tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019731
Nov 16 22:07:07.390914 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-5222fcd9-4b81-4352-90f0-596a54441c3d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=58bcea6c516c4f5896b53ac22892e313&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7739725
Nov 16 22:07:07.397443 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 32910) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:07.398166 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222fcd9-4b81-4352-90f0-596a54441c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f780e08-aa80-4511-839b-56e5ce12d6b3,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:07.402567 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-5222fcd9-4b81-4352-90f0-596a54441c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:07.426565 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-08d2ffaa-6b23-4527-a5f7-35db74feecdd tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26d8251468c6461ba688baa16c61c407 HTTP/1.1" status: 200  len: 379 time: 0.0970435
Nov 16 22:07:07.455411 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Made reservation on behalf of d04568cfc5e34832ab38095b3142e660 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:07:07.460003 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:07.481024 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Request body: {'port': {'device_id': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'admin_state_up': True, 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'security_groups': ['1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:07:07.526732 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e4ad270-ad2b-4c44-9903-f9317a6fedc8 req-50c99690-d6e2-4335-9a0c-06d90ebb0d80 service neutron] 10.222.0.72 "GET /v2.0/networks/b575ac6f-a957-4ac9-91f7-88c9f04c8f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1704621
Nov 16 22:07:07.645631 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c54dc519-5b3c-4305-a4bc-72bedee5993f req-14768a1f-b9e9-4656-97a2-ab271635b9cd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 210 time: 0.0740530
Nov 16 22:07:07.679946 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ceec0070-9f05-413f-9bc8-9fdfca417423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:07.763631 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ceec0070-9f05-413f-9bc8-9fdfca417423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:07.870679 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f4d7e-0325-4288-8733-847f3a00baa4 req-077d7574-bc72-4c89-b659-04e756bd0316 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:07.875723 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d88f4d7e-0325-4288-8733-847f3a00baa4 req-077d7574-bc72-4c89-b659-04e756bd0316 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 943 time: 0.1370227
Nov 16 22:07:07.925284 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d88f4d7e-0325-4288-8733-847f3a00baa4 req-55bbe5d0-1636-4842-a7ef-883aaffd0958 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462236
Nov 16 22:07:07.942621 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:07.962851 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:07.978280 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Allocated IP 172.20.0.10 (91376ca1-c1ee-4c7f-a3fa-566639b36d15/f4033324-a374-4dcf-a23e-53c4d039d448/c2a5b935-30e2-4625-8b92-b7d455638e52) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:07:08.046659 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ceec0070-9f05-413f-9bc8-9fdfca417423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:08.054744 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Made reservation on behalf of 26d8251468c6461ba688baa16c61c407 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:07:08.058207 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:08.078590 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-93290499-7858-4350-b44d-359df9cee04a req-76a9e898-5154-4c2f-9963-3a477ffdda82 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 210 time: 0.0519392
Nov 16 22:07:08.111929 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:08.141141 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec0070-9f05-413f-9bc8-9fdfca417423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f780e08-aa80-4511-839b-56e5ce12d6b3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:08.149681 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ceec0070-9f05-413f-9bc8-9fdfca417423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:08.213644 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ceec0070-9f05-413f-9bc8-9fdfca417423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:08.214764 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-ceec0070-9f05-413f-9bc8-9fdfca417423 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4f780e08-aa80-4511-839b-56e5ce12d6b3 HTTP/1.1" status: 204  len: 168 time: 0.8137207
Nov 16 22:07:08.290871 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:08.412518 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Transition to ACTIVE for port object c2a5b935-30e2-4625-8b92-b7d455638e52 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:07:08.435538 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Allocated IP 172.20.0.6 (01d0b958-6461-40ea-b3fa-8442b12165d5/3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2/fbe23ff8-bfec-4365-be31-91f5a8a58e26) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:07:08.570025 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:08.586144 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:08.609062 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50d3ef-1653-4d8c-a710-c649d2d3954a req-bbebe2e3-420c-4547-bfe5-6858341e6ae0 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:08.610719 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5f50d3ef-1653-4d8c-a710-c649d2d3954a req-bbebe2e3-420c-4547-bfe5-6858341e6ae0 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 943 time: 0.1004388
Nov 16 22:07:08.663739 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5f50d3ef-1653-4d8c-a710-c649d2d3954a req-babf6231-619b-46fa-9c97-976c33732e75 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420587
Nov 16 22:07:08.671116 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:07:08.677724 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:07:08.691199 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:07:08.691199 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:08.691199 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:08.717994 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event updated for resources: {'Port': ['ID=c2a5b935-30e2-4625-8b92-b7d455638e52,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:08.754333 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:08.763036 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:08.797797 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Transition to ACTIVE for port object fbe23ff8-bfec-4365-be31-91f5a8a58e26 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:07:08.900877 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2676468
Nov 16 22:07:08.902113 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:08.910587 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:08.937454 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f257ff6-667e-482a-a5ab-036310ee54fb req-7419d305-870b-4059-98ca-37fd6f7b5aa6 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:08.939696 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7f257ff6-667e-482a-a5ab-036310ee54fb req-7419d305-870b-4059-98ca-37fd6f7b5aa6 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 932 time: 0.1313808
Nov 16 22:07:08.993417 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Network 01d0b958-6461-40ea-b3fa-8442b12165d5 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:07:09.016152 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7f257ff6-667e-482a-a5ab-036310ee54fb req-41c64f30-57c4-4a56-83cd-c0e0d825e1ce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696733
Nov 16 22:07:09.034777 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:07:09.037247 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:07:09.046628 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:09.047636 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:09.087055 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event updated for resources: {'Port': ['ID=fbe23ff8-bfec-4365-be31-91f5a8a58e26,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:09.091932 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:09.152231 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ebdbc0ff-b860-4aa0-af0c-59763538cfa4 None None] Provisioning for port c2a5b935-30e2-4625-8b92-b7d455638e52 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:07:09.159404 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ebdbc0ff-b860-4aa0-af0c-59763538cfa4 None None] Provisioning complete for port c2a5b935-30e2-4625-8b92-b7d455638e52 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:07:09.160181 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebdbc0ff-b860-4aa0-af0c-59763538cfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:09.178898 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7094593
Nov 16 22:07:09.227606 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aaca8-4e0a-4194-81a0-7a90f7671f36 req-eea44fb5-8b63-4e1e-a642-d3f1fc68acab tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:09.229258 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4b6aaca8-4e0a-4194-81a0-7a90f7671f36 req-eea44fb5-8b63-4e1e-a642-d3f1fc68acab tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 943 time: 0.1011395
Nov 16 22:07:09.250912 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbc0ff-b860-4aa0-af0c-59763538cfa4 None None] Port c2a5b935-30e2-4625-8b92-b7d455638e52 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:07:09.342073 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4b6aaca8-4e0a-4194-81a0-7a90f7671f36 req-78a73dca-8b1d-4873-bf7f-0373e342c70b tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031568
Nov 16 22:07:09.385039 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c167d-6798-48d9-b3f6-135e07f87558 req-a341ee0f-868b-4e2b-bb2d-6d569ad00f18 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:09.386532 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-744c167d-6798-48d9-b3f6-135e07f87558 req-a341ee0f-868b-4e2b-bb2d-6d569ad00f18 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 931 time: 0.1257589
Nov 16 22:07:09.431946 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-744c167d-6798-48d9-b3f6-135e07f87558 req-e987a654-ea32-4e55-b5df-efa71d5d20bc tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394938
Nov 16 22:07:09.562198 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-95bd606c-e2bf-4b57-a752-f61a1da29254 None None] Provisioning for port fbe23ff8-bfec-4365-be31-91f5a8a58e26 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:07:09.567704 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-95bd606c-e2bf-4b57-a752-f61a1da29254 None None] Provisioning complete for port fbe23ff8-bfec-4365-be31-91f5a8a58e26 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:07:09.572732 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-95bd606c-e2bf-4b57-a752-f61a1da29254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:09.626179 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-95bd606c-e2bf-4b57-a752-f61a1da29254 None None] Port fbe23ff8-bfec-4365-be31-91f5a8a58e26 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:07:09.870467 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9578c4-0283-466e-ab23-7a680f6a08f3 req-16d8479b-d403-4dbe-89a9-0abf453f0ea9 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:09.871919 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3e9578c4-0283-466e-ab23-7a680f6a08f3 req-16d8479b-d403-4dbe-89a9-0abf453f0ea9 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 943 time: 0.0917206
Nov 16 22:07:09.919792 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3e9578c4-0283-466e-ab23-7a680f6a08f3 req-44fe957b-e3c3-45df-9ec8-551e4a542e38 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418847
Nov 16 22:07:10.217712 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ebc2f-fe1a-4f59-b75a-110220773241 req-5dd1cfc2-8f0d-4289-ae09-303789b0f751 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:10.219168 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f58ebc2f-fe1a-4f59-b75a-110220773241 req-5dd1cfc2-8f0d-4289-ae09-303789b0f751 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 932 time: 0.0816104
Nov 16 22:07:10.264726 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f58ebc2f-fe1a-4f59-b75a-110220773241 req-23c58a9f-756a-46f2-9443-900902940b8a tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397394
Nov 16 22:07:10.464464 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 33032) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:10.544663 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8dbb7d-3c6f-41e7-83c1-c4e543db3493 req-a3d032a3-ccca-47b8-92b0-a5205b6b4bb5 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:10.546238 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb8dbb7d-3c6f-41e7-83c1-c4e543db3493 req-a3d032a3-ccca-47b8-92b0-a5205b6b4bb5 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 943 time: 0.0944698
Nov 16 22:07:10.588909 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa9b0f33-ff88-4abe-80cb-21c65540cacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:10.603813 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-aa9b0f33-ff88-4abe-80cb-21c65540cacc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:10.608043 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-aa9b0f33-ff88-4abe-80cb-21c65540cacc admin admin] Usage tracker for resource:security_group_rule and tenant:2da79c0ff58540288c2c203c0dbb0d74 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:10.610931 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-aa9b0f33-ff88-4abe-80cb-21c65540cacc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:10.616587 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-aa9b0f33-ff88-4abe-80cb-21c65540cacc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:10.637769 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb8dbb7d-3c6f-41e7-83c1-c4e543db3493 req-e1ca1fa3-5f0b-4743-862b-85e7c6065a9e tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858693
Nov 16 22:07:10.684446 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9457cc-053b-4aa4-b84b-07fbab2a2765 req-c88c5d4f-5a6a-4152-91e1-c7840240bb63 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:10.686134 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d9457cc-053b-4aa4-b84b-07fbab2a2765 req-c88c5d4f-5a6a-4152-91e1-c7840240bb63 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 931 time: 0.1175802
Nov 16 22:07:10.718280 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa9b0f33-ff88-4abe-80cb-21c65540cacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:10.736382 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d9457cc-053b-4aa4-b84b-07fbab2a2765 req-b39f9a93-c8fb-4339-8aca-cccdde08fc10 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426855
Nov 16 22:07:10.807822 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-aa9b0f33-ff88-4abe-80cb-21c65540cacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:10.817330 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:10.855526 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-aa9b0f33-ff88-4abe-80cb-21c65540cacc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2da79c0ff58540288c2c203c0dbb0d74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3899589
Nov 16 22:07:10.857105 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b0f33-ff88-4abe-80cb-21c65540cacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a647bc1-570e-4454-a339-6ed8716f4b13,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:10.858216 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33042) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:10.860117 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-aa9b0f33-ff88-4abe-80cb-21c65540cacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:10.919336 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-57e029b2-955c-4d5b-9e4d-5ec2a6228fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:10.945220 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-57e029b2-955c-4d5b-9e4d-5ec2a6228fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:11.076093 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-57e029b2-955c-4d5b-9e4d-5ec2a6228fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:11.084752 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:11.105133 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e029b2-955c-4d5b-9e4d-5ec2a6228fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a647bc1-570e-4454-a339-6ed8716f4b13,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:11.112037 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-57e029b2-955c-4d5b-9e4d-5ec2a6228fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:11.122677 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-57e029b2-955c-4d5b-9e4d-5ec2a6228fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:11.125036 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-57e029b2-955c-4d5b-9e4d-5ec2a6228fad admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7a647bc1-570e-4454-a339-6ed8716f4b13 HTTP/1.1" status: 204  len: 168 time: 0.2646506
Nov 16 22:07:11.144372 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c042979-d977-4330-9c56-ebe7f8620d50 req-77fb2bc1-938a-4a0a-9512-4b5f8562b6b6 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:11.146183 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5c042979-d977-4330-9c56-ebe7f8620d50 req-77fb2bc1-938a-4a0a-9512-4b5f8562b6b6 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 943 time: 0.1129169
Nov 16 22:07:11.195121 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5c042979-d977-4330-9c56-ebe7f8620d50 req-dc0fa70d-3c0e-4652-98e8-e873d45a2330 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436151
Nov 16 22:07:11.464971 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62b4f5-9177-496f-a034-44f3b936935a req-fc908665-8aa3-4a9f-b86a-23c5066cc5fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:11.466670 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ea62b4f5-9177-496f-a034-44f3b936935a req-fc908665-8aa3-4a9f-b86a-23c5066cc5fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 932 time: 0.0874767
Nov 16 22:07:11.512929 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ea62b4f5-9177-496f-a034-44f3b936935a req-ec1cedce-9932-48da-9dcd-f69f7854e2a1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403664
Nov 16 22:07:11.863614 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010251a-4f00-4f27-a577-dc49dc82344f req-67de2508-e1a4-4b8a-8efe-4b9b0efc85cf tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:11.865907 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e010251a-4f00-4f27-a577-dc49dc82344f req-67de2508-e1a4-4b8a-8efe-4b9b0efc85cf tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 943 time: 0.0992131
Nov 16 22:07:11.949914 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Request body: {'port': {'device_id': '86d72ff8-6934-4932-9943-8cc8b9378e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:07:11.975801 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e010251a-4f00-4f27-a577-dc49dc82344f req-526a5361-1555-4c86-a144-46ec0b1401c7 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752444
Nov 16 22:07:11.996398 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Request body: {'port': {'device_id': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:07:12.021113 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d168959-8793-48be-9c59-b0d66735e1aa req-57b334db-51c9-4d75-9309-a179052368d5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:12.027983 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5d168959-8793-48be-9c59-b0d66735e1aa req-57b334db-51c9-4d75-9309-a179052368d5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 931 time: 0.1556685
Nov 16 22:07:12.076911 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5d168959-8793-48be-9c59-b0d66735e1aa req-814fd532-c84e-4f10-8143-49ddad5b4028 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444257
Nov 16 22:07:12.197384 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:12.208533 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:12.434170 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33110) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:12.476896 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d011f0d-88c4-465c-9d0a-8ce92d3d0fbb req-1ed9fc8c-baf5-4a21-b027-306b8068bed3 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:12.484053 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6d011f0d-88c4-465c-9d0a-8ce92d3d0fbb req-1ed9fc8c-baf5-4a21-b027-306b8068bed3 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 943 time: 0.1656592
Nov 16 22:07:12.549074 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6d011f0d-88c4-465c-9d0a-8ce92d3d0fbb req-5fb150a9-20ee-48c2-861f-9b2f3ca09610 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639653
Nov 16 22:07:12.634291 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-66a9823c-6a3c-4862-b9d5-13c6244b68f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:12.689224 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-66a9823c-6a3c-4862-b9d5-13c6244b68f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:12.700332 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-66a9823c-6a3c-4862-b9d5-13c6244b68f1 admin admin] Usage tracker for resource:security_group_rule and tenant:dbdf5d80c3b94dbc83e2e096cfb71215 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:12.703628 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-66a9823c-6a3c-4862-b9d5-13c6244b68f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:12.711060 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-66a9823c-6a3c-4862-b9d5-13c6244b68f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:12.773105 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc3941-3387-4e13-bab9-aa2dd1caa8c5 req-9f1814b0-7db9-4e42-97b5-38788e248c4d tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:12.774543 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f1bc3941-3387-4e13-bab9-aa2dd1caa8c5 req-9f1814b0-7db9-4e42-97b5-38788e248c4d tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 932 time: 0.1306677
Nov 16 22:07:12.849432 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f1bc3941-3387-4e13-bab9-aa2dd1caa8c5 req-131b2def-0826-4c8b-a9bc-f820a2738d9a tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681193
Nov 16 22:07:12.857050 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-66a9823c-6a3c-4862-b9d5-13c6244b68f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:12.895769 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe23ff8-bfec-4365-be31-91f5a8a58e26 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:07:12.901118 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a5b935-30e2-4625-8b92-b7d455638e52 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:07:12.909704 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:12.912956 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:12.938130 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Transition to ACTIVE for port object fbe23ff8-bfec-4365-be31-91f5a8a58e26 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:07:12.939156 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Transition to ACTIVE for port object c2a5b935-30e2-4625-8b92-b7d455638e52 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:07:12.950805 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-66a9823c-6a3c-4862-b9d5-13c6244b68f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:12.960098 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4f4d0891-a1a7-4b96-b985-130040084d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:13.008819 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-66a9823c-6a3c-4862-b9d5-13c6244b68f1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dbdf5d80c3b94dbc83e2e096cfb71215&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5726776
Nov 16 22:07:13.009924 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9823c-6a3c-4862-b9d5-13c6244b68f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2659ae-1c54-4aa9-804b-018fa74f20a2,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:13.011570 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 33132) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:13.018863 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-66a9823c-6a3c-4862-b9d5-13c6244b68f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:13.045181 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:13.046007 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:13.060431 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:13.259448 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03acc26-8d4f-4c69-bd44-aea6d58054be req-e24acd36-20e9-49f8-94ea-967a2a9e2532 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:13.261102 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f03acc26-8d4f-4c69-bd44-aea6d58054be req-e24acd36-20e9-49f8-94ea-967a2a9e2532 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 943 time: 0.1274107
Nov 16 22:07:13.380968 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a5b935-30e2-4625-8b92-b7d455638e52,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:13.398893 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f03acc26-8d4f-4c69-bd44-aea6d58054be req-ef2e38fd-3e8e-46bd-8e48-c38eb254675f tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975423
Nov 16 22:07:13.431474 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716deea-8444-4cee-8b38-892f529d8685 req-87c1d4a9-bd41-4c75-8482-eaa16e18c671 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:13.439018 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0716deea-8444-4cee-8b38-892f529d8685 req-87c1d4a9-bd41-4c75-8482-eaa16e18c671 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1882761
Nov 16 22:07:13.482661 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51d87583-0991-4104-a4f2-8287101dcad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:13.516663 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0716deea-8444-4cee-8b38-892f529d8685 req-f7dae9da-1ed7-4b78-9d50-bfb861b787c1 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737290
Nov 16 22:07:13.610729 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Attempting to bind port c2a5b935-30e2-4625-8b92-b7d455638e52 on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:07:13.611420 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Attempting to bind port c2a5b935-30e2-4625-8b92-b7d455638e52 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:07:13.612113 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Attempting to bind port c2a5b935-30e2-4625-8b92-b7d455638e52 on network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:07:13.633967 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Port c2a5b935-30e2-4625-8b92-b7d455638e52 on network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:07:13.635693 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Attempting to bind port c2a5b935-30e2-4625-8b92-b7d455638e52 on network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:07:13.638158 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Pushing event updated for resources: {'Port': ['ID=fbe23ff8-bfec-4365-be31-91f5a8a58e26,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:13.641203 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Attempting to bind port fbe23ff8-bfec-4365-be31-91f5a8a58e26 on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:07:13.641802 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Attempting to bind port fbe23ff8-bfec-4365-be31-91f5a8a58e26 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:07:13.642352 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Attempting to bind port fbe23ff8-bfec-4365-be31-91f5a8a58e26 on network 01d0b958-6461-40ea-b3fa-8442b12165d5 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:07:13.649015 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51d87583-0991-4104-a4f2-8287101dcad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:13.661584 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:13.663986 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.550s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:13.664394 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:13.672762 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Port fbe23ff8-bfec-4365-be31-91f5a8a58e26 on network 01d0b958-6461-40ea-b3fa-8442b12165d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:07:13.673232 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Attempting to bind port fbe23ff8-bfec-4365-be31-91f5a8a58e26 on network 01d0b958-6461-40ea-b3fa-8442b12165d5 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:07:13.675854 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:07:13.676291 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Checking segment: {'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:07:13.676774 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Bound using segment: {'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:07:13.677321 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Bound port: c2a5b935-30e2-4625-8b92-b7d455638e52, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:07:13.677833 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:13.708387 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:07:13.708762 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Checking segment: {'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:07:13.709239 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Bound using segment: {'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:07:13.709784 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Bound port: fbe23ff8-bfec-4365-be31-91f5a8a58e26, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:07:13.710226 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:13.820645 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677d678-1624-4186-b895-c0b0a2ca122a req-67096896-b8fa-470d-a0e6-d2f52f909884 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:13.825283 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b677d678-1624-4186-b895-c0b0a2ca122a req-67096896-b8fa-470d-a0e6-d2f52f909884 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 943 time: 0.1294043
Nov 16 22:07:13.898318 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] For port c2a5b935-30e2-4625-8b92-b7d455638e52, host hv-cinder-81814, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:07:13.910821 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] For port fbe23ff8-bfec-4365-be31-91f5a8a58e26, host hv-cinder-81814, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:07:13.914057 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] For port c2a5b935-30e2-4625-8b92-b7d455638e52, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=c2a5b935-30e2-4625-8b92-b7d455638e52,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:07:13.916241 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] For port fbe23ff8-bfec-4365-be31-91f5a8a58e26, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:07:13.928856 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b677d678-1624-4186-b895-c0b0a2ca122a req-7f97de37-7eb9-434d-92ba-1cdd9ccd1022 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025469
Nov 16 22:07:13.957623 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51d87583-0991-4104-a4f2-8287101dcad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:13.963264 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-274af3d1-f394-46e6-b9dd-de52bcc1fc4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:13.985703 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:13.993065 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:13.995867 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d87583-0991-4104-a4f2-8287101dcad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2659ae-1c54-4aa9-804b-018fa74f20a2,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:14.005215 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-51d87583-0991-4104-a4f2-8287101dcad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:14.006670 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:14.104570 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Pushing event updated for resources: {'Port': ['ID=fbe23ff8-bfec-4365-be31-91f5a8a58e26,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:14.108633 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51d87583-0991-4104-a4f2-8287101dcad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:14.112053 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-51d87583-0991-4104-a4f2-8287101dcad2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/da2659ae-1c54-4aa9-804b-018fa74f20a2 HTTP/1.1" status: 204  len: 168 time: 1.0971746
Nov 16 22:07:14.166831 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f1818-b92a-46ba-8aa1-7e187347af21 req-2a2b6ef8-b0cd-4836-abb5-15740f4d240c tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:14.174564 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac7f1818-b92a-46ba-8aa1-7e187347af21 req-2a2b6ef8-b0cd-4836-abb5-15740f4d240c tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 944 time: 0.1612763
Nov 16 22:07:14.241717 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac7f1818-b92a-46ba-8aa1-7e187347af21 req-65240cb7-9941-4bd6-81c2-f627c538c98b tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593464
Nov 16 22:07:14.319801 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:14.321596 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:14.323007 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] 10.222.0.72 "PUT /v2.0/ports/c2a5b935-30e2-4625-8b92-b7d455638e52 HTTP/1.1" status: 200  len: 1094 time: 2.3777301
Nov 16 22:07:14.323705 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a5b935-30e2-4625-8b92-b7d455638e52,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:14.326516 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d72ff8-6934-4932-9943-8cc8b9378e2a', 'tag': 'c2a5b935-30e2-4625-8b92-b7d455638e52'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:07:14.335987 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:14.336926 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:14.337222 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:14.342031 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:14.346875 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:14.346875 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] 10.222.0.72 "PUT /v2.0/ports/fbe23ff8-bfec-4365-be31-91f5a8a58e26 HTTP/1.1" status: 200  len: 1093 time: 2.3654804
Nov 16 22:07:14.437743 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d72ff8-6934-4932-9943-8cc8b9378e2a', 'tag': 'c2a5b935-30e2-4625-8b92-b7d455638e52', 'status': 'completed', 'code': 200}
Nov 16 22:07:14.602291 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4de06730-fd64-4b9b-8da0-840ce9f3c09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:14.750873 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-c6a39e9f-77a1-47bc-9cd0-a46808b94fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:14.752559 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-c6a39e9f-77a1-47bc-9cd0-a46808b94fb0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26d8251468c6461ba688baa16c61c407&device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 1096 time: 0.1241522
Nov 16 22:07:14.755568 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef389e-ee6c-4938-b33d-d3e31dbbcf88 req-9e2d8f97-5646-4562-a3b8-aa10dabe8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:14.756963 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-99ef389e-ee6c-4938-b33d-d3e31dbbcf88 req-9e2d8f97-5646-4562-a3b8-aa10dabe8d35 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d04568cfc5e34832ab38095b3142e660&device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 1097 time: 0.2674468
Nov 16 22:07:14.876459 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7e9e5-13bb-4451-883a-8a41b5d66bdc req-98ed295c-b71d-4916-881b-49be83ae6f5f tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:14.878209 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0cd7e9e5-13bb-4451-883a-8a41b5d66bdc req-98ed295c-b71d-4916-881b-49be83ae6f5f tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 943 time: 0.2084441
Nov 16 22:07:14.890937 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-62b73545-ce27-4326-b726-9fa945454892 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26 HTTP/1.1" status: 200  len: 217 time: 0.1125603
Nov 16 22:07:14.914654 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7626d-9dd9-41a7-8ac5-676c2b732894 req-d848c4fd-6de4-4dfe-b803-4502184fa768 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:14.916590 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-16d7626d-9dd9-41a7-8ac5-676c2b732894 req-d848c4fd-6de4-4dfe-b803-4502184fa768 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1648891
Nov 16 22:07:15.036638 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0cd7e9e5-13bb-4451-883a-8a41b5d66bdc req-40219a54-b5e4-4c2c-a23f-0cd141c990a1 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498234
Nov 16 22:07:15.057228 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-16d7626d-9dd9-41a7-8ac5-676c2b732894 req-e8e27477-d71d-4398-a7d0-a6cea1f5d6ca tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1242061
Nov 16 22:07:15.096151 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-fc8709e8-2567-45dd-a122-5f8e385575cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:15.098251 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-fc8709e8-2567-45dd-a122-5f8e385575cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2 HTTP/1.1" status: 200  len: 855 time: 0.1680260
Nov 16 22:07:15.133723 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:15.228216 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef389e-ee6c-4938-b33d-d3e31dbbcf88 req-72bc623b-4e01-4dd5-8931-5388b7b74f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:15.229659 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-99ef389e-ee6c-4938-b33d-d3e31dbbcf88 req-72bc623b-4e01-4dd5-8931-5388b7b74f74 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d04568cfc5e34832ab38095b3142e660&shared=False HTTP/1.1" status: 200  len: 912 time: 0.3426733
Nov 16 22:07:15.266633 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-7c5229e9-f78d-4d3d-966d-8f98c6fd7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:15.268227 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-7c5229e9-f78d-4d3d-966d-8f98c6fd7c69 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=01d0b958-6461-40ea-b3fa-8442b12165d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1567426
Nov 16 22:07:15.350752 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cce21-df90-4d72-8adb-44484da56a21 req-66190612-3d58-4942-982a-70370f93a636 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:15.352710 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6f7cce21-df90-4d72-8adb-44484da56a21 req-66190612-3d58-4942-982a-70370f93a636 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 943 time: 0.1713424
Nov 16 22:07:15.410571 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 33212) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:15.457060 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fa31cb39-b096-4a5f-b000-9cb60c0d5b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:15.458618 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6f7cce21-df90-4d72-8adb-44484da56a21 req-bbc5ddf5-8f0a-4a0e-98b2-bc89780ceb76 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990307
Nov 16 22:07:15.509008 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7071f-7f98-43cb-aadb-9f89753f1fb5 req-57e07424-ba24-4072-aac6-7b586d5a0035 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:15.511744 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fa31cb39-b096-4a5f-b000-9cb60c0d5b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:15.519133 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-03b7071f-7f98-43cb-aadb-9f89753f1fb5 req-57e07424-ba24-4072-aac6-7b586d5a0035 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 944 time: 0.1449375
Nov 16 22:07:15.542397 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-fa31cb39-b096-4a5f-b000-9cb60c0d5b0d admin admin] Usage tracker for resource:security_group_rule and tenant:de99c6197dbb483e8ea6a7c5d4c5fe4e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:15.554210 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-fa31cb39-b096-4a5f-b000-9cb60c0d5b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:15.562466 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef389e-ee6c-4938-b33d-d3e31dbbcf88 req-cf100baf-93a0-4ec7-b294-4dbedf6a7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:15.563678 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-99ef389e-ee6c-4938-b33d-d3e31dbbcf88 req-cf100baf-93a0-4ec7-b294-4dbedf6a7d86 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3228979
Nov 16 22:07:15.564520 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fa31cb39-b096-4a5f-b000-9cb60c0d5b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:15.573952 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-14de7aab-2da8-4a29-add6-9d8e6af2c134 service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2533989
Nov 16 22:07:15.586872 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-03b7071f-7f98-43cb-aadb-9f89753f1fb5 req-7f7f28ba-1ab6-483a-8a4e-97a7d4535b3e tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665376
Nov 16 22:07:15.717876 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:07:15.928532 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=4dcf2ef0-b180-426b-b0f7-470aa9fab5c7,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:07:15.947127 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': '4dcf2ef0-b180-426b-b0f7-470aa9fab5c7', 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33', 'port_id': '4dcf2ef0-b180-426b-b0f7-470aa9fab5c7', 'mac_address': 'fa:16:3e:e5:7e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fd9aec-af72-4efd-ab29-2bd74bcc3daa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:07:16.014132 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:16.035001 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:07:16.040825 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d4d6907e-d35c-4b40-b106-20815e47a8db req-2971e901-f87a-4d2c-acb4-44d3a6289d9d service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4600239
Nov 16 22:07:16.049808 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9af935bd-8a51-4bf7-b0bf-82fc0463b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:16.051815 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9af935bd-8a51-4bf7-b0bf-82fc0463b119 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d04568cfc5e34832ab38095b3142e660&device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 1097 time: 0.2171409
Nov 16 22:07:16.053874 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=4dcf2ef0-b180-426b-b0f7-470aa9fab5c7,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:07:16.059008 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fa31cb39-b096-4a5f-b000-9cb60c0d5b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:16.135486 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-ca97d666-10dd-4a2f-b54f-e008aa3a0762 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2a5b935-30e2-4625-8b92-b7d455638e52 HTTP/1.1" status: 200  len: 217 time: 0.0699713
Nov 16 22:07:16.160260 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:16.161543 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device e433c130-b490-4b21-a593-625a59832dc4 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:07:16.163948 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-b363f8ce-ae06-4adc-a9ef-9fd2ed13bcf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:16.187404 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fa31cb39-b096-4a5f-b000-9cb60c0d5b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:16.205155 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:16.263809 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-fa31cb39-b096-4a5f-b000-9cb60c0d5b0d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=de99c6197dbb483e8ea6a7c5d4c5fe4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8450675
Nov 16 22:07:16.263809 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31cb39-b096-4a5f-b000-9cb60c0d5b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630b6b8e-3a65-4ca5-9ded-3f2e0a9c482d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:16.266263 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-aba92ce4-b12e-4ca9-92a6-8588e3fbb899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:16.267794 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-aba92ce4-b12e-4ca9-92a6-8588e3fbb899 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f4033324-a374-4dcf-a23e-53c4d039d448 HTTP/1.1" status: 200  len: 850 time: 0.1263421
Nov 16 22:07:16.269532 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33238) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:16.270478 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fa31cb39-b096-4a5f-b000-9cb60c0d5b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:16.300340 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=4dcf2ef0-b180-426b-b0f7-470aa9fab5c7,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:16.309643 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:16.363107 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e20f0a-e7cc-41b6-9aa6-0cd9959f31bb req-f7a4095f-5226-4ea4-a110-1dc3557ca6ef tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:16.364838 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-43e20f0a-e7cc-41b6-9aa6-0cd9959f31bb req-f7a4095f-5226-4ea4-a110-1dc3557ca6ef tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 944 time: 0.2144129
Nov 16 22:07:16.396728 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a904234-20fd-4f98-89b6-318ce0800dc2 req-3e31b83f-a491-4e56-9871-452e73b2b289 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:16.398826 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7a904234-20fd-4f98-89b6-318ce0800dc2 req-3e31b83f-a491-4e56-9871-452e73b2b289 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1983912
Nov 16 22:07:16.412640 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-025f42c9-0bf0-420d-a58f-b3c37451cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:16.416202 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-025f42c9-0bf0-420d-a58f-b3c37451cc2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91376ca1-c1ee-4c7f-a3fa-566639b36d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1384974
Nov 16 22:07:16.418224 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d27761ff-3c18-4972-8062-01b6ec28438d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:16.456649 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'tag': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:07:16.458233 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port e433c130-b490-4b21-a593-625a59832dc4, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e433c130-b490-4b21-a593-625a59832dc4,segment=NetworkSegment(09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e),segment_id=09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:07:16.481679 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': 'e433c130-b490-4b21-a593-625a59832dc4', 'network_id': 'b575ac6f-a957-4ac9-91f7-88c9f04c8f63', 'port_id': 'e433c130-b490-4b21-a593-625a59832dc4', 'mac_address': 'fa:16:3e:72:9f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17f9881-b78c-4734-bcbe-c86846825373', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:07:16.509703 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d27761ff-3c18-4972-8062-01b6ec28438d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:16.542757 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:16.563094 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e433c130-b490-4b21-a593-625a59832dc4 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:07:16.570269 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-43e20f0a-e7cc-41b6-9aa6-0cd9959f31bb req-4dea47cd-e68f-4c2e-93a4-dde4c89b7530 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1904242
Nov 16 22:07:16.582054 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port e433c130-b490-4b21-a593-625a59832dc4, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e433c130-b490-4b21-a593-625a59832dc4,segment=NetworkSegment(09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e),segment_id=09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:07:16.602623 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7a904234-20fd-4f98-89b6-318ce0800dc2 req-1b1967d0-7f32-4e65-8851-ead5c6626199 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1875203
Nov 16 22:07:16.620260 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-cc481122-4568-4459-bbce-affdc48c2cfe service neutron] 10.222.0.72 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1982081
Nov 16 22:07:16.654963 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:16.655677 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:16.668397 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'tag': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26', 'status': 'completed', 'code': 200}
Nov 16 22:07:16.738559 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d27761ff-3c18-4972-8062-01b6ec28438d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:16.746780 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:16.762010 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=e433c130-b490-4b21-a593-625a59832dc4,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:16.765832 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:16.804102 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27761ff-3c18-4972-8062-01b6ec28438d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630b6b8e-3a65-4ca5-9ded-3f2e0a9c482d,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:16.807761 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d27761ff-3c18-4972-8062-01b6ec28438d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:16.861821 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d27761ff-3c18-4972-8062-01b6ec28438d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:16.863540 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-d27761ff-3c18-4972-8062-01b6ec28438d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/630b6b8e-3a65-4ca5-9ded-3f2e0a9c482d HTTP/1.1" status: 204  len: 168 time: 0.5862229
Nov 16 22:07:16.910967 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-f4ca3f24-d22e-480b-b6d4-e58503742067 req-9d34b37c-adc9-41ac-869b-d97573d128ea service neutron] 10.222.0.72 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2811091
Nov 16 22:07:16.913079 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbfee0-876b-4476-b7f7-776f4a2da9a1 req-c2ad0335-488a-49b7-8a8a-84337da6acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:16.914380 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-b2dbfee0-876b-4476-b7f7-776f4a2da9a1 req-c2ad0335-488a-49b7-8a8a-84337da6acda service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26d8251468c6461ba688baa16c61c407&device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 1096 time: 0.2186923
Nov 16 22:07:16.937508 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2037cb-28a0-4b16-8e81-ec0edde2f32f req-7f1a54c8-bb72-4b26-a488-ea168225bf9c tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:16.939061 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4d2037cb-28a0-4b16-8e81-ec0edde2f32f req-7f1a54c8-bb72-4b26-a488-ea168225bf9c tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 944 time: 0.1752725
Nov 16 22:07:16.947933 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdc367-fb35-4693-b033-f0b0032404dc req-8c3edfaf-ebfa-47cb-a752-66182eae30be tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:16.949403 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bdfdc367-fb35-4693-b033-f0b0032404dc req-8c3edfaf-ebfa-47cb-a752-66182eae30be tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 944 time: 0.1825688
Nov 16 22:07:17.019934 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4d2037cb-28a0-4b16-8e81-ec0edde2f32f req-b4159116-7c96-47c6-9415-227070da803c tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695214
Nov 16 22:07:17.039589 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bdfdc367-fb35-4693-b033-f0b0032404dc req-189e8ce0-d9b5-4dc2-8a5e-a7943efbc803 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730855
Nov 16 22:07:17.104895 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbfee0-876b-4476-b7f7-776f4a2da9a1 req-2d670665-6710-428f-b327-8d6fd7c54dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:17.107070 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-b2dbfee0-876b-4476-b7f7-776f4a2da9a1 req-2d670665-6710-428f-b327-8d6fd7c54dc3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=01d0b958-6461-40ea-b3fa-8442b12165d5 HTTP/1.1" status: 200  len: 917 time: 0.1789520
Nov 16 22:07:17.178089 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-b2dbfee0-876b-4476-b7f7-776f4a2da9a1 req-4f946732-5d22-47e0-a724-065ae38707df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26 HTTP/1.1" status: 200  len: 217 time: 0.0625713
Nov 16 22:07:17.230964 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-917826f0-5257-4762-930c-5621978133a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:17.245663 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbfee0-876b-4476-b7f7-776f4a2da9a1 req-15c86aaf-537d-4fe0-ba3c-c3b836dc688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:17.247179 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-b2dbfee0-876b-4476-b7f7-776f4a2da9a1 req-15c86aaf-537d-4fe0-ba3c-c3b836dc688d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2 HTTP/1.1" status: 200  len: 855 time: 0.0630438
Nov 16 22:07:17.325891 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbfee0-876b-4476-b7f7-776f4a2da9a1 req-b34dfa1c-4da2-42d6-a3dc-3e993050fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:17.330529 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-b2dbfee0-876b-4476-b7f7-776f4a2da9a1 req-b34dfa1c-4da2-42d6-a3dc-3e993050fac9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=01d0b958-6461-40ea-b3fa-8442b12165d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737023
Nov 16 22:07:17.419725 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['4dcf2ef0-b180-426b-b0f7-470aa9fab5c7'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:07:17.457772 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['e433c130-b490-4b21-a593-625a59832dc4'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:07:17.537965 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-b2dbfee0-876b-4476-b7f7-776f4a2da9a1 req-766cce8a-b529-4583-b4dc-6ef2ec97d98f service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2037983
Nov 16 22:07:17.811147 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-b2dbfee0-876b-4476-b7f7-776f4a2da9a1 req-2a0985d0-c85a-4759-950f-6e06e05d477f service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2645822
Nov 16 22:07:18.063322 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf8f78-9c50-45e9-851d-f6d04e1458af req-e5a253b7-2f42-4847-8d7a-161cb9dd8f58 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:18.064857 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-79bf8f78-9c50-45e9-851d-f6d04e1458af req-e5a253b7-2f42-4847-8d7a-161cb9dd8f58 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 944 time: 0.2786667
Nov 16 22:07:18.078788 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d3d64-4b93-4332-af08-6c914915c28f req-5f04027c-e60b-4c2a-a490-f2fe3a899e4a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:18.080269 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bb5d3d64-4b93-4332-af08-6c914915c28f req-5f04027c-e60b-4c2a-a490-f2fe3a899e4a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.2252038
Nov 16 22:07:18.168770 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-79bf8f78-9c50-45e9-851d-f6d04e1458af req-e9d5077e-7310-4fb4-a2a5-c3bc8fd67b67 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977588
Nov 16 22:07:18.180092 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bb5d3d64-4b93-4332-af08-6c914915c28f req-44b213c0-4b4c-43b5-8af7-a3f7eb77bcff tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819457
Nov 16 22:07:18.426306 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:07:18.450403 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8683b-8056-490c-ab5a-439356a790af req-ec1f579b-ca1f-4e62-b9d1-7564502071ee tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:18.451917 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5ef8683b-8056-490c-ab5a-439356a790af req-ec1f579b-ca1f-4e62-b9d1-7564502071ee tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 944 time: 0.1697235
Nov 16 22:07:18.464624 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615061c5-e472-484b-8df0-7a0dcdbf2695 req-2aade7af-797c-4d83-b284-fede56f23972 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:18.466091 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-615061c5-e472-484b-8df0-7a0dcdbf2695 req-2aade7af-797c-4d83-b284-fede56f23972 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 944 time: 0.1507094
Nov 16 22:07:18.541865 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5ef8683b-8056-490c-ab5a-439356a790af req-bec7686a-0403-4de0-8630-07fe75375b1c tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748219
Nov 16 22:07:18.544584 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-615061c5-e472-484b-8df0-7a0dcdbf2695 req-c856a2d9-1627-48e2-ae6f-557382b3a1b4 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639343
Nov 16 22:07:18.605643 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:19.435811 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e9b13-2001-431c-8618-cc8e4f27cb72 req-0141cb4c-cf7d-4e75-a038-ec3505302778 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:19.437334 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4c0e9b13-2001-431c-8618-cc8e4f27cb72 req-0141cb4c-cf7d-4e75-a038-ec3505302778 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 944 time: 0.1505344
Nov 16 22:07:19.450210 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2035f9e-4598-45b9-b90e-aec6a38ddd7e req-84e14734-ee5f-4c49-a6c8-f43c31f8e692 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:19.451646 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a2035f9e-4598-45b9-b90e-aec6a38ddd7e req-84e14734-ee5f-4c49-a6c8-f43c31f8e692 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1271431
Nov 16 22:07:19.524633 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4c0e9b13-2001-431c-8618-cc8e4f27cb72 req-9a414dfc-3cac-46bf-90e7-65759b85808d tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706887
Nov 16 22:07:19.529249 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a2035f9e-4598-45b9-b90e-aec6a38ddd7e req-d1467a98-4c0e-4e70-82c7-1d107f98f7b3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621459
Nov 16 22:07:19.697775 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device c2a5b935-30e2-4625-8b92-b7d455638e52 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:07:19.707669 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:07:19.798733 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eea518-0a34-45b5-b5b8-68e52677ca5c req-4329ca4d-5833-4afd-a97d-69cd74c830b5 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:19.801886 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e5eea518-0a34-45b5-b5b8-68e52677ca5c req-4329ca4d-5833-4afd-a97d-69cd74c830b5 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 944 time: 0.1446543
Nov 16 22:07:19.817340 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04393c-d244-42bc-9d03-e501bae92e4b req-d2bb6210-80d2-4819-9b7a-279821c743cf tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:19.818950 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5c04393c-d244-42bc-9d03-e501bae92e4b req-d2bb6210-80d2-4819-9b7a-279821c743cf tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 944 time: 0.1253102
Nov 16 22:07:19.891283 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e5eea518-0a34-45b5-b5b8-68e52677ca5c req-9fe9ef89-293a-44a8-8702-50742f5cb196 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710964
Nov 16 22:07:19.899899 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5c04393c-d244-42bc-9d03-e501bae92e4b req-d9e47582-ecfc-458b-a22d-8775bf1c1164 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663385
Nov 16 22:07:19.971081 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port c2a5b935-30e2-4625-8b92-b7d455638e52, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=c2a5b935-30e2-4625-8b92-b7d455638e52,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:07:19.985291 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': 'c2a5b935-30e2-4625-8b92-b7d455638e52', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'port_id': 'c2a5b935-30e2-4625-8b92-b7d455638e52', 'mac_address': 'fa:16:3e:18:bb:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:07:20.018141 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:07:20.021982 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:20.034331 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:07:20.034734 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:20.095719 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:20.119452 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a5b935-30e2-4625-8b92-b7d455638e52 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:07:20.177573 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port c2a5b935-30e2-4625-8b92-b7d455638e52, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=c2a5b935-30e2-4625-8b92-b7d455638e52,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:07:20.201952 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:20.238733 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff2b2a4-fb28-4989-86d1-362116065ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcf2ef0-b180-426b-b0f7-470aa9fab5c7'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:07:20.311433 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:20.312142 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device fbe23ff8-bfec-4365-be31-91f5a8a58e26 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:07:20.320010 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:20.349559 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=4dcf2ef0-b180-426b-b0f7-470aa9fab5c7,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:07:20.413020 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:20.413879 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device e433c130-b490-4b21-a593-625a59832dc4 up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:07:20.503859 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=c2a5b935-30e2-4625-8b92-b7d455638e52,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:20.517043 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:20.517521 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:20.650927 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=4dcf2ef0-b180-426b-b0f7-470aa9fab5c7,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:20.655507 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port fbe23ff8-bfec-4365-be31-91f5a8a58e26, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:07:20.666342 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:20.673148 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'port_id': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26', 'mac_address': 'fa:16:3e:95:4f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:07:20.752045 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff2b2a4-fb28-4989-86d1-362116065ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcf2ef0-b180-426b-b0f7-470aa9fab5c7', 'code': 200}
Nov 16 22:07:20.766199 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port e433c130-b490-4b21-a593-625a59832dc4 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:07:20.793309 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port e433c130-b490-4b21-a593-625a59832dc4 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:07:20.793929 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:20.833625 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e227bd-dba3-4ccf-b52f-f3d59be11372 req-e4376e1e-6c16-4e62-8575-a3aef853d8c2 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:20.835120 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-35e227bd-dba3-4ccf-b52f-f3d59be11372 req-e4376e1e-6c16-4e62-8575-a3aef853d8c2 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 945 time: 0.1654100
Nov 16 22:07:20.878375 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:20.902817 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe23ff8-bfec-4365-be31-91f5a8a58e26 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:07:20.925789 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port fbe23ff8-bfec-4365-be31-91f5a8a58e26, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:07:20.935682 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-35e227bd-dba3-4ccf-b52f-f3d59be11372 req-c370ebe6-3840-40a5-af2f-7a339568ccac tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892742
Nov 16 22:07:20.993243 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191b40d-e399-4738-a95f-cd3b6c1d49e0 req-37570818-508a-4da3-beb1-c965f458391f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:20.995166 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0191b40d-e399-4738-a95f-cd3b6c1d49e0 req-37570818-508a-4da3-beb1-c965f458391f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1143460
Nov 16 22:07:21.022103 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:21.038430 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:21.043527 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:21.059328 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0191b40d-e399-4738-a95f-cd3b6c1d49e0 req-c0080132-925e-4cd2-a746-bf58865feec5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570276
Nov 16 22:07:21.131019 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port e433c130-b490-4b21-a593-625a59832dc4, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e433c130-b490-4b21-a593-625a59832dc4,segment=NetworkSegment(09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e),segment_id=09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:07:21.166307 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=fbe23ff8-bfec-4365-be31-91f5a8a58e26,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:21.189074 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:21.192232 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a0398-4b13-45c6-b31a-71b1816f42c8 req-3a04a2e0-3585-4db1-b093-136936d9ca26 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:21.193982 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-203a0398-4b13-45c6-b31a-71b1816f42c8 req-3a04a2e0-3585-4db1-b093-136936d9ca26 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 945 time: 0.1119094
Nov 16 22:07:21.254185 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:21.256163 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-c06699ef-5b18-4e55-85b1-35c74f487844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:21.312431 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-203a0398-4b13-45c6-b31a-71b1816f42c8 req-2584836e-0daf-4284-a3d2-f43f4c399e7a tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825310
Nov 16 22:07:21.328148 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27563a7c-2ff0-4a42-af78-e721962c9ce6 req-94cca4e0-1ed5-4d98-9c54-bbf22b6378f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:21.332389 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33406) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:21.335479 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-27563a7c-2ff0-4a42-af78-e721962c9ce6 req-94cca4e0-1ed5-4d98-9c54-bbf22b6378f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 1098 time: 0.1378093
Nov 16 22:07:21.368662 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-27563a7c-2ff0-4a42-af78-e721962c9ce6 req-1c9993f9-0483-4377-907c-6eefe6bfb5c0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:21.379132 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd618d-3a3a-4f87-86a3-fcae0ff7b0e9 req-9509c585-5d36-4e02-98fb-6ae7471fb3da tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:21.382062 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0acd618d-3a3a-4f87-86a3-fcae0ff7b0e9 req-9509c585-5d36-4e02-98fb-6ae7471fb3da tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 945 time: 0.1866727
Nov 16 22:07:21.385308 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-27563a7c-2ff0-4a42-af78-e721962c9ce6 req-1c9993f9-0483-4377-907c-6eefe6bfb5c0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:21.386258 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=e433c130-b490-4b21-a593-625a59832dc4,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:21.390114 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:21.392247 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-27563a7c-2ff0-4a42-af78-e721962c9ce6 req-1c9993f9-0483-4377-907c-6eefe6bfb5c0 service neutron] Usage tracker for resource:security_group_rule and tenant:e75412fd04f14e29b09fc271b8bb05bd is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:21.396146 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-27563a7c-2ff0-4a42-af78-e721962c9ce6 req-1c9993f9-0483-4377-907c-6eefe6bfb5c0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:21.407287 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-27563a7c-2ff0-4a42-af78-e721962c9ce6 req-1c9993f9-0483-4377-907c-6eefe6bfb5c0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:21.434154 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0acd618d-3a3a-4f87-86a3-fcae0ff7b0e9 req-328c5c7a-29e8-422f-ab4a-532ea73aae8f tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513241
Nov 16 22:07:21.502142 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['c2a5b935-30e2-4625-8b92-b7d455638e52'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:07:21.511090 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-27563a7c-2ff0-4a42-af78-e721962c9ce6 req-1c9993f9-0483-4377-907c-6eefe6bfb5c0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:21.517166 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-976bec6d-6f80-498f-957a-d455973f524d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:21.533730 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-976bec6d-6f80-498f-957a-d455973f524d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:21.539085 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-976bec6d-6f80-498f-957a-d455973f524d admin admin] Usage tracker for resource:security_group_rule and tenant:b9ce21c27c664473b76713322b07b72c is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:21.542730 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-976bec6d-6f80-498f-957a-d455973f524d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:21.549043 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['fbe23ff8-bfec-4365-be31-91f5a8a58e26'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:07:21.549244 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-976bec6d-6f80-498f-957a-d455973f524d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:21.612037 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-27563a7c-2ff0-4a42-af78-e721962c9ce6 req-1c9993f9-0483-4377-907c-6eefe6bfb5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:21.621939 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:21.648928 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-27563a7c-2ff0-4a42-af78-e721962c9ce6 req-1c9993f9-0483-4377-907c-6eefe6bfb5c0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3124404
Nov 16 22:07:21.657559 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9993f9-0483-4377-907c-6eefe6bfb5c0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2f62d02e-2c2d-4f8a-a597-6565c9e0ee4e,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:21.661490 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-1c9993f9-0483-4377-907c-6eefe6bfb5c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:21.710369 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-976bec6d-6f80-498f-957a-d455973f524d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:21.841938 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-976bec6d-6f80-498f-957a-d455973f524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:21.852649 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4169822e-f9f0-441c-a7cb-ef408f0a5ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:21.893803 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-976bec6d-6f80-498f-957a-d455973f524d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b9ce21c27c664473b76713322b07b72c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5581896
Nov 16 22:07:21.895405 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bec6d-6f80-498f-957a-d455973f524d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f21879f-9feb-44bd-87a9-75f886e771e3,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:21.896966 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 33416) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:21.898521 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-976bec6d-6f80-498f-957a-d455973f524d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:21.959909 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f461efe9-c2f6-46f4-99f4-c88b33ec7ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:21.990484 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f461efe9-c2f6-46f4-99f4-c88b33ec7ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:22.157620 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560879b1-6aea-4ce9-8ca1-a4170e6bf05e req-5e1a069c-13ed-4f9b-a9b3-ef6766d644b3 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:22.159140 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-560879b1-6aea-4ce9-8ca1-a4170e6bf05e req-5e1a069c-13ed-4f9b-a9b3-ef6766d644b3 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 945 time: 0.0904682
Nov 16 22:07:22.171254 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f461efe9-c2f6-46f4-99f4-c88b33ec7ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:22.176869 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:22.193351 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461efe9-c2f6-46f4-99f4-c88b33ec7ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f21879f-9feb-44bd-87a9-75f886e771e3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:22.195776 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f461efe9-c2f6-46f4-99f4-c88b33ec7ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:22.210664 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f461efe9-c2f6-46f4-99f4-c88b33ec7ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:22.212830 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-f461efe9-c2f6-46f4-99f4-c88b33ec7ec0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5f21879f-9feb-44bd-87a9-75f886e771e3 HTTP/1.1" status: 204  len: 168 time: 0.3146377
Nov 16 22:07:22.265059 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-560879b1-6aea-4ce9-8ca1-a4170e6bf05e req-7ee3a823-75e3-435e-b299-2348f8d2aa7c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998955
Nov 16 22:07:22.300471 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80023c-6e30-4f38-b7f2-d019ba555d1f req-f85a4257-9ca8-470a-8490-7fb4e81ec68b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:22.301922 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2a80023c-6e30-4f38-b7f2-d019ba555d1f req-f85a4257-9ca8-470a-8490-7fb4e81ec68b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 944 time: 0.1220753
Nov 16 22:07:22.354697 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2a80023c-6e30-4f38-b7f2-d019ba555d1f req-9beba983-e1a8-4d1a-a7ae-dbba9c8ccc95 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428331
Nov 16 22:07:22.535109 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7c3ac-2537-45fa-b703-7aa47636735f req-9fb75f13-1923-4b56-b2d3-657f0f32b8df tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:22.536976 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-42c7c3ac-2537-45fa-b703-7aa47636735f req-9fb75f13-1923-4b56-b2d3-657f0f32b8df tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 945 time: 0.1060166
Nov 16 22:07:22.639329 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-42c7c3ac-2537-45fa-b703-7aa47636735f req-dfa2abaf-90b5-48b0-a246-6ea8c92cb280 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0948043
Nov 16 22:07:22.676543 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357aa2b7-8413-4656-9729-95fc142bfc06 req-bc8310c3-9890-4caf-af5b-f86e33914b36 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:22.678029 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-357aa2b7-8413-4656-9729-95fc142bfc06 req-bc8310c3-9890-4caf-af5b-f86e33914b36 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 945 time: 0.0959101
Nov 16 22:07:22.727815 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-357aa2b7-8413-4656-9729-95fc142bfc06 req-8081b984-9fd2-462b-9897-cc808e6badbf tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436425
Nov 16 22:07:22.754503 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc85da3-b456-42eb-844f-e65e04fe87e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e433c130-b490-4b21-a593-625a59832dc4'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:07:22.802142 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc85da3-b456-42eb-844f-e65e04fe87e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e433c130-b490-4b21-a593-625a59832dc4', 'code': 200}
Nov 16 22:07:23.029774 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 33466) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:23.047365 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-44f838a3-09f6-43f4-9ec8-170517780104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:23.063109 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-44f838a3-09f6-43f4-9ec8-170517780104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:23.066904 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-44f838a3-09f6-43f4-9ec8-170517780104 admin admin] Usage tracker for resource:security_group_rule and tenant:c136ecb1f27a43a08682bcb5bbfa13fc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:23.069763 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-44f838a3-09f6-43f4-9ec8-170517780104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:23.075696 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-44f838a3-09f6-43f4-9ec8-170517780104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:23.227576 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-44f838a3-09f6-43f4-9ec8-170517780104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:23.255367 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546b3ae-023e-477f-b892-60d8ffaed1ce req-7aa6cced-6085-4cc6-8ac1-21368d8d3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:23.256824 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-b546b3ae-023e-477f-b892-60d8ffaed1ce req-7aa6cced-6085-4cc6-8ac1-21368d8d3d5e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 1098 time: 0.1075840
Nov 16 22:07:23.299841 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-b546b3ae-023e-477f-b892-60d8ffaed1ce req-2dc6cab5-643f-457d-8313-050e6464c5ab service neutron] Synchronizing usage tracker for tenant:e75412fd04f14e29b09fc271b8bb05bd on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:07:23.336902 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-44f838a3-09f6-43f4-9ec8-170517780104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:23.345975 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-5222fcd9-4b81-4352-90f0-596a54441c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:23.390419 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-44f838a3-09f6-43f4-9ec8-170517780104 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c136ecb1f27a43a08682bcb5bbfa13fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3591864
Nov 16 22:07:23.394071 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f838a3-09f6-43f4-9ec8-170517780104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb23dea-bd81-49e8-859e-f243768a0e00,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:23.395017 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-44f838a3-09f6-43f4-9ec8-170517780104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:23.395484 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 33480) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:23.409714 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-b546b3ae-023e-477f-b892-60d8ffaed1ce req-2dc6cab5-643f-457d-8313-050e6464c5ab service neutron] Unset dirty status for tenant:e75412fd04f14e29b09fc271b8bb05bd on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:07:23.410788 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-b546b3ae-023e-477f-b892-60d8ffaed1ce req-2dc6cab5-643f-457d-8313-050e6464c5ab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464641
Nov 16 22:07:23.465413 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3566884c-790e-47fa-91b3-9b3ce9f69d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:23.467309 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f771bcc-1ced-42a3-99ba-945f2ddd8407 req-e08a6042-62dc-4c7f-9cf6-e41dd8a92dbe tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:23.469024 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7f771bcc-1ced-42a3-99ba-945f2ddd8407 req-e08a6042-62dc-4c7f-9cf6-e41dd8a92dbe tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 945 time: 0.0906379
Nov 16 22:07:23.504726 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3566884c-790e-47fa-91b3-9b3ce9f69d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:23.630233 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7f771bcc-1ced-42a3-99ba-945f2ddd8407 req-e4f561fc-f215-4489-b319-133ff11c363d tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195202
Nov 16 22:07:23.649603 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942aed9-2fab-40c8-a770-c1a44e3c0928 req-d7f482c4-9843-48b9-a280-28fbd1a91842 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:23.651164 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e942aed9-2fab-40c8-a770-c1a44e3c0928 req-d7f482c4-9843-48b9-a280-28fbd1a91842 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 944 time: 0.1772289
Nov 16 22:07:23.652722 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3566884c-790e-47fa-91b3-9b3ce9f69d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:23.656684 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-51d87583-0991-4104-a4f2-8287101dcad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:23.671312 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566884c-790e-47fa-91b3-9b3ce9f69d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb23dea-bd81-49e8-859e-f243768a0e00,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:23.674423 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-3566884c-790e-47fa-91b3-9b3ce9f69d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:23.677227 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3566884c-790e-47fa-91b3-9b3ce9f69d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:23.678815 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-3566884c-790e-47fa-91b3-9b3ce9f69d0a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9eb23dea-bd81-49e8-859e-f243768a0e00 HTTP/1.1" status: 204  len: 168 time: 0.2821794
Nov 16 22:07:23.702530 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e942aed9-2fab-40c8-a770-c1a44e3c0928 req-f6d96a13-d109-4cc6-8348-62789b258d8a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456426
Nov 16 22:07:23.744240 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device c2a5b935-30e2-4625-8b92-b7d455638e52 up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:07:23.835046 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacb504-d508-464f-9de0-a922555041c2 req-ffab9280-e973-4019-ac9f-7a8100696841 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:23.839676 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1bacb504-d508-464f-9de0-a922555041c2 req-ffab9280-e973-4019-ac9f-7a8100696841 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 945 time: 0.0884438
Nov 16 22:07:23.881262 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port c2a5b935-30e2-4625-8b92-b7d455638e52 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:07:23.886476 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port c2a5b935-30e2-4625-8b92-b7d455638e52 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:07:23.886859 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:23.937928 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1bacb504-d508-464f-9de0-a922555041c2 req-77e2b5bc-50ab-4a00-b841-5095b0cadc00 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0951321
Nov 16 22:07:23.967089 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3341ff-8f6e-4c1e-beee-a1439bfda37e req-c53f3800-943c-4eb5-b16c-c25244ba9102 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:23.967089 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7a3341ff-8f6e-4c1e-beee-a1439bfda37e req-c53f3800-943c-4eb5-b16c-c25244ba9102 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 945 time: 0.1208417
Nov 16 22:07:24.008374 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7a3341ff-8f6e-4c1e-beee-a1439bfda37e req-3a326ade-f640-468f-b8fd-5b71b57c1dc8 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402324
Nov 16 22:07:24.013250 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:24.047810 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port c2a5b935-30e2-4625-8b92-b7d455638e52, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=c2a5b935-30e2-4625-8b92-b7d455638e52,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:07:24.139158 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:24.140090 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device fbe23ff8-bfec-4365-be31-91f5a8a58e26 up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:07:24.191860 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-c0ac9b65-5a5c-48a9-bd04-bd3ebc5f1093 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:24.342632 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=c2a5b935-30e2-4625-8b92-b7d455638e52,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:24.349478 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:24.442037 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port fbe23ff8-bfec-4365-be31-91f5a8a58e26 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:07:24.447276 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port fbe23ff8-bfec-4365-be31-91f5a8a58e26 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:07:24.447660 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:24.609134 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:24.645577 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port fbe23ff8-bfec-4365-be31-91f5a8a58e26, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:07:24.704577 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:24.707653 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-371624fe-ab8e-4b34-b00e-8779fe68d973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:24.778674 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=fbe23ff8-bfec-4365-be31-91f5a8a58e26,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:24.783095 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:24.803763 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d72ff8-6934-4932-9943-8cc8b9378e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a5b935-30e2-4625-8b92-b7d455638e52'}, {'server_uuid': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:07:24.823005 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280bbf-eb81-4c49-9772-a02e7c2ab1b5 req-e894af2c-98fc-4ca0-a2fd-409f465fe423 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:24.824797 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-93280bbf-eb81-4c49-9772-a02e7c2ab1b5 req-e894af2c-98fc-4ca0-a2fd-409f465fe423 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 945 time: 0.0885060
Nov 16 22:07:24.926939 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-93280bbf-eb81-4c49-9772-a02e7c2ab1b5 req-e5278ac8-3d0e-4cea-b4c8-1515d96b5a52 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928674
Nov 16 22:07:24.981890 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58312f66-3dcb-4e05-900a-431c18b63ecf req-e8007613-e152-4b58-b83a-a3e9654c4a7a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:24.983519 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-58312f66-3dcb-4e05-900a-431c18b63ecf req-e8007613-e152-4b58-b83a-a3e9654c4a7a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1293304
Nov 16 22:07:25.026270 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d72ff8-6934-4932-9943-8cc8b9378e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a5b935-30e2-4625-8b92-b7d455638e52', 'code': 200}
Nov 16 22:07:25.026875 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26', 'code': 200}
Nov 16 22:07:25.067422 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-58312f66-3dcb-4e05-900a-431c18b63ecf req-5af73396-577e-47bc-aaa0-044ba1286902 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766356
Nov 16 22:07:25.138579 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 33542) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:25.314362 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1fb41f57-642f-4516-bd38-0a050e95a552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:25.342878 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1fb41f57-642f-4516-bd38-0a050e95a552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:25.347190 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-1fb41f57-642f-4516-bd38-0a050e95a552 admin admin] Usage tracker for resource:security_group_rule and tenant:d1a6b6f2404d4e5d8fc29c63d167294e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:25.350700 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-1fb41f57-642f-4516-bd38-0a050e95a552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:25.356410 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131940c-8951-4491-89fe-976379f5dbe1 req-948e67ce-5b47-43c1-9331-342e713c788c tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:25.363908 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e131940c-8951-4491-89fe-976379f5dbe1 req-948e67ce-5b47-43c1-9331-342e713c788c tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 945 time: 0.1852858
Nov 16 22:07:25.371539 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-1fb41f57-642f-4516-bd38-0a050e95a552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:25.436143 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e131940c-8951-4491-89fe-976379f5dbe1 req-4a4148a9-4e63-45d3-93d6-1965a3563e1b tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709336
Nov 16 22:07:25.451500 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d65e0-4bcf-42a6-8088-64d179592bf7 req-01d78d33-8e77-4059-8ec9-88fdfbf29c27 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:25.459486 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-702d65e0-4bcf-42a6-8088-64d179592bf7 req-01d78d33-8e77-4059-8ec9-88fdfbf29c27 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.1959372
Nov 16 22:07:25.541115 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-702d65e0-4bcf-42a6-8088-64d179592bf7 req-d435671a-04e5-4475-b920-e00c84a1db6c tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0804398
Nov 16 22:07:25.573935 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1fb41f57-642f-4516-bd38-0a050e95a552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:25.681598 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1fb41f57-642f-4516-bd38-0a050e95a552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:25.699196 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:25.782794 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb41f57-642f-4516-bd38-0a050e95a552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10426f0f-ce66-4227-bbf4-bdab2b18847a,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:25.790074 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-1fb41f57-642f-4516-bd38-0a050e95a552 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d1a6b6f2404d4e5d8fc29c63d167294e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6480446
Nov 16 22:07:25.791010 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33562) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:25.799902 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-1fb41f57-642f-4516-bd38-0a050e95a552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:25.850605 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8a82a-5faa-451f-8d5b-54951d412559 req-63e376b9-03a1-44f5-8287-c0859ac6df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:25.858096 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-39a8a82a-5faa-451f-8d5b-54951d412559 req-63e376b9-03a1-44f5-8287-c0859ac6df41 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 1098 time: 0.2111077
Nov 16 22:07:25.886809 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99c052-c196-4772-ad03-6db4c99601fb req-996c5430-10a8-43af-9ff0-5cac28a48ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:25.888857 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1a99c052-c196-4772-ad03-6db4c99601fb req-996c5430-10a8-43af-9ff0-5cac28a48ad9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 1099 time: 0.1469989
Nov 16 22:07:25.897270 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-16fe310c-0cf4-4a32-b050-b956b999cffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:25.937732 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-16fe310c-0cf4-4a32-b050-b956b999cffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:25.954043 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-39a8a82a-5faa-451f-8d5b-54951d412559 req-66aa8cfb-08ec-4722-bef6-0e2ea182f5d1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889571
Nov 16 22:07:25.974480 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1a99c052-c196-4772-ad03-6db4c99601fb req-ebee372b-3e4c-40ae-b0a7-e357e995b5bc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702055
Nov 16 22:07:26.105977 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-16fe310c-0cf4-4a32-b050-b956b999cffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:26.116747 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:26.136784 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe310c-0cf4-4a32-b050-b956b999cffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10426f0f-ce66-4227-bbf4-bdab2b18847a,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:26.140237 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-16fe310c-0cf4-4a32-b050-b956b999cffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:26.150770 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-16fe310c-0cf4-4a32-b050-b956b999cffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:26.152135 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-16fe310c-0cf4-4a32-b050-b956b999cffa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/10426f0f-ce66-4227-bbf4-bdab2b18847a HTTP/1.1" status: 204  len: 168 time: 0.3600967
Nov 16 22:07:26.382981 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3002-ad93-47cc-abfd-10b7cef068c4 req-b303bdd5-9b53-4582-b91a-ff865814161b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:26.384508 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb7c3002-ad93-47cc-abfd-10b7cef068c4 req-b303bdd5-9b53-4582-b91a-ff865814161b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1635392
Nov 16 22:07:26.433897 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb7c3002-ad93-47cc-abfd-10b7cef068c4 req-f8358d68-1f88-42f4-b08f-47f4295d42fa tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427914
Nov 16 22:07:26.774564 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1a448-0ce9-42c5-a8c0-a2295a1d0099 req-297d4a67-b22a-4262-b972-de282ab27be4 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:26.776189 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-96f1a448-0ce9-42c5-a8c0-a2295a1d0099 req-297d4a67-b22a-4262-b972-de282ab27be4 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 945 time: 0.2329729
Nov 16 22:07:26.839460 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-96f1a448-0ce9-42c5-a8c0-a2295a1d0099 req-c2cfe825-1020-491b-b6ee-001a483d46db tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569658
Nov 16 22:07:26.847902 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24c0c1-f71d-4117-a73e-551fee0c8a3c req-d01cf751-498b-4ab9-bf53-f752eb7be784 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:26.849359 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2e24c0c1-f71d-4117-a73e-551fee0c8a3c req-d01cf751-498b-4ab9-bf53-f752eb7be784 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.1436853
Nov 16 22:07:26.899537 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2e24c0c1-f71d-4117-a73e-551fee0c8a3c req-f4e2b2bb-3c3c-42c1-ab82-d60295a4e091 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429187
Nov 16 22:07:26.902403 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-600bf511-3efe-459b-ae10-066884064248 req-48988dcf-080d-459a-bcf4-ee69b7a4a915 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0734720
Nov 16 22:07:27.095283 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bf511-3efe-459b-ae10-066884064248 req-90f66c05-982c-423d-b5ae-7edf735842ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:27.096748 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-600bf511-3efe-459b-ae10-066884064248 req-90f66c05-982c-423d-b5ae-7edf735842ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 1098 time: 0.0810375
Nov 16 22:07:27.116129 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 33618) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:27.134248 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf1e1293-2c36-49d6-8300-b1ac3f68fb31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:27.212612 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bf1e1293-2c36-49d6-8300-b1ac3f68fb31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:27.230032 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-bf1e1293-2c36-49d6-8300-b1ac3f68fb31 admin admin] Usage tracker for resource:security_group_rule and tenant:7299c573ddbb43e8abc9fd8fe5cc18f0 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:27.234455 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-bf1e1293-2c36-49d6-8300-b1ac3f68fb31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:27.243530 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bf1e1293-2c36-49d6-8300-b1ac3f68fb31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:27.308048 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bf511-3efe-459b-ae10-066884064248 req-1591f212-4052-4039-b4f9-df9e1db6f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:27.309485 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-600bf511-3efe-459b-ae10-066884064248 req-1591f212-4052-4039-b4f9-df9e1db6f349 service neutron] 10.222.0.72 "GET /v2.0/networks?id=912b1db2-171a-40fc-8a08-3632a8de9e33 HTTP/1.1" status: 200  len: 914 time: 0.1667163
Nov 16 22:07:27.384224 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-600bf511-3efe-459b-ae10-066884064248 req-b436c172-1e60-4681-8cb8-d155d27581dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 HTTP/1.1" status: 200  len: 217 time: 0.0668328
Nov 16 22:07:27.474637 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf1e1293-2c36-49d6-8300-b1ac3f68fb31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:27.480179 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bf511-3efe-459b-ae10-066884064248 req-60f1918b-1069-46c6-bb2f-2c1924391afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:27.481609 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-600bf511-3efe-459b-ae10-066884064248 req-60f1918b-1069-46c6-bb2f-2c1924391afb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43fd9aec-af72-4efd-ab29-2bd74bcc3daa HTTP/1.1" status: 200  len: 853 time: 0.0871601
Nov 16 22:07:27.532821 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-600bf511-3efe-459b-ae10-066884064248 req-6aef1a88-2e8c-473d-9f4b-4f2f195f1007 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=912b1db2-171a-40fc-8a08-3632a8de9e33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410063
Nov 16 22:07:27.622062 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bf1e1293-2c36-49d6-8300-b1ac3f68fb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:27.634376 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f461efe9-c2f6-46f4-99f4-c88b33ec7ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:27.638989 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d0ef9-3b63-4dc8-9428-708b374f099f req-9f11dd1a-e84f-4a3e-b958-7347267e406d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:27.640890 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-310d0ef9-3b63-4dc8-9428-708b374f099f req-9f11dd1a-e84f-4a3e-b958-7347267e406d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.0919492
Nov 16 22:07:27.690149 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-bf1e1293-2c36-49d6-8300-b1ac3f68fb31 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7299c573ddbb43e8abc9fd8fe5cc18f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5728958
Nov 16 22:07:27.692893 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33628) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:27.693996 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e1293-2c36-49d6-8300-b1ac3f68fb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4205e4b4-f0cc-4690-a397-096e26ff44df,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:27.704978 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-bf1e1293-2c36-49d6-8300-b1ac3f68fb31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:27.738405 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-600bf511-3efe-459b-ae10-066884064248 req-f3d7965b-8dfa-4f0f-b46b-f9ff8c8dbc63 service neutron] 10.222.0.72 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899366
Nov 16 22:07:27.743173 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-310d0ef9-3b63-4dc8-9428-708b374f099f req-34795f57-294f-470b-b579-4ddd1c47fa87 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0950305
Nov 16 22:07:27.791829 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c4fa111-a3b4-4cb0-9aab-7caa90cdb6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:27.839097 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c4fa111-a3b4-4cb0-9aab-7caa90cdb6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:28.000042 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c4fa111-a3b4-4cb0-9aab-7caa90cdb6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:28.001407 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-600bf511-3efe-459b-ae10-066884064248 req-2651d25c-5e06-415a-b4c1-158f1e439b0a service neutron] 10.222.0.72 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2215900
Nov 16 22:07:28.007324 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-66a9823c-6a3c-4862-b9d5-13c6244b68f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:28.036515 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fa111-a3b4-4cb0-9aab-7caa90cdb6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4205e4b4-f0cc-4690-a397-096e26ff44df,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:28.063362 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5c4fa111-a3b4-4cb0-9aab-7caa90cdb6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:28.100583 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c4fa111-a3b4-4cb0-9aab-7caa90cdb6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:28.103052 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-5c4fa111-a3b4-4cb0-9aab-7caa90cdb6b6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4205e4b4-f0cc-4690-a397-096e26ff44df HTTP/1.1" status: 204  len: 168 time: 0.4082227
Nov 16 22:07:28.273822 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad98dbf-0906-4913-8a34-3dc1cae78336 req-6615464b-4881-4043-a2d3-4b04bc624b49 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:28.274860 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2ad98dbf-0906-4913-8a34-3dc1cae78336 req-6615464b-4881-4043-a2d3-4b04bc624b49 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.1411734
Nov 16 22:07:28.363668 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2ad98dbf-0906-4913-8a34-3dc1cae78336 req-cabb2084-db3c-4755-87f3-2e5a40cc9503 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816252
Nov 16 22:07:28.873939 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33682) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:28.995709 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a17844-d968-4f62-aeee-d66f130c69b7 req-bbc1deda-1276-4886-bb74-45bdcda07571 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:28.997224 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-87a17844-d968-4f62-aeee-d66f130c69b7 req-bbc1deda-1276-4886-bb74-45bdcda07571 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1136820
Nov 16 22:07:29.088849 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-87a17844-d968-4f62-aeee-d66f130c69b7 req-177acb5b-778b-4ede-94a5-ba2640a7ff22 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0849016
Nov 16 22:07:29.105909 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d393f8a8-07f6-4fe6-b9cd-589b9b3589c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:29.131333 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-d393f8a8-07f6-4fe6-b9cd-589b9b3589c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:29.141168 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-d393f8a8-07f6-4fe6-b9cd-589b9b3589c6 admin admin] Usage tracker for resource:security_group_rule and tenant:cbf74d3bf8434f08ba6817c2345e92c1 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:29.145309 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-d393f8a8-07f6-4fe6-b9cd-589b9b3589c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:29.152814 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-d393f8a8-07f6-4fe6-b9cd-589b9b3589c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:29.304313 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d393f8a8-07f6-4fe6-b9cd-589b9b3589c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:29.339181 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06347e70-6e3a-441c-9f85-354ac9864ca5 req-7959795b-66dd-4627-ad9a-dd7fe16b1f67 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:29.340695 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-06347e70-6e3a-441c-9f85-354ac9864ca5 req-7959795b-66dd-4627-ad9a-dd7fe16b1f67 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1140778
Nov 16 22:07:29.349304 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 33710) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:29.354741 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-3bb50e15-da4e-4f2e-88a2-1ea23175d62d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Request body: {'floatingip': {'port_id': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:07:29.390420 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d393f8a8-07f6-4fe6-b9cd-589b9b3589c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:29.399304 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-976bec6d-6f80-498f-957a-d455973f524d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:29.445730 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3bb50e15-da4e-4f2e-88a2-1ea23175d62d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for floatingip, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:29.478687 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-d393f8a8-07f6-4fe6-b9cd-589b9b3589c6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cbf74d3bf8434f08ba6817c2345e92c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6011384
Nov 16 22:07:29.479136 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33718) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:29.482957 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393f8a8-07f6-4fe6-b9cd-589b9b3589c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c53a4b-4fa8-4b3c-a40f-1e28967e2320,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:29.564060 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d393f8a8-07f6-4fe6-b9cd-589b9b3589c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:29.694867 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8cb3f70a-6e18-4555-a0e9-3628795cae1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:29.728450 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8cb3f70a-6e18-4555-a0e9-3628795cae1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:29.743942 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf46565-e9d7-4497-bb24-222b4fbd548c req-06cd8f45-ece0-4309-bdd8-8c50c54ba56c tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:29.745701 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bbf46565-e9d7-4497-bb24-222b4fbd548c req-06cd8f45-ece0-4309-bdd8-8c50c54ba56c tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.1698716
Nov 16 22:07:29.761423 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:29.876319 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bbf46565-e9d7-4497-bb24-222b4fbd548c req-c11a7ea5-23ed-48cd-8f20-99a065c20c7c tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1184521
Nov 16 22:07:29.967029 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8cb3f70a-6e18-4555-a0e9-3628795cae1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:29.971971 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:30.029166 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3f70a-6e18-4555-a0e9-3628795cae1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c53a4b-4fa8-4b3c-a40f-1e28967e2320,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:30.032458 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8cb3f70a-6e18-4555-a0e9-3628795cae1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:30.036326 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8cb3f70a-6e18-4555-a0e9-3628795cae1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:30.039716 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-8cb3f70a-6e18-4555-a0e9-3628795cae1f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/73c53a4b-4fa8-4b3c-a40f-1e28967e2320 HTTP/1.1" status: 204  len: 168 time: 0.5570290
Nov 16 22:07:30.091640 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad85e7c-d345-470f-91e3-9c3756098a56 req-cac3d8dc-136c-4fd6-b940-78c0374a139f tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:30.093169 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dad85e7c-d345-470f-91e3-9c3756098a56 req-cac3d8dc-136c-4fd6-b940-78c0374a139f tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.1130750
Nov 16 22:07:30.102899 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33734) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:30.108342 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-904fd2bb-2587-4991-b199-7543c65236fe tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Request body: {'floatingip': {'port_id': 'c2a5b935-30e2-4625-8b92-b7d455638e52'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:07:30.243931 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-904fd2bb-2587-4991-b199-7543c65236fe tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for floatingip, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:30.394015 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3bb50e15-da4e-4f2e-88a2-1ea23175d62d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:30.453100 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3bb50e15-da4e-4f2e-88a2-1ea23175d62d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:30.688697 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.l3_db [None req-3bb50e15-da4e-4f2e-88a2-1ea23175d62d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Floating IP a2e4a975-6e46-465d-a2c3-99c8d1bc92ee associated. External IP: 172.27.1.38, port: fbe23ff8-bfec-4365-be31-91f5a8a58e26.
Nov 16 22:07:31.065891 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33760) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:31.117748 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-38ab093a-7cc6-4ac1-a6b3-ef349706e27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:31.123864 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33764) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:31.132728 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-38ab093a-7cc6-4ac1-a6b3-ef349706e27a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:31.141665 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-38ab093a-7cc6-4ac1-a6b3-ef349706e27a admin admin] Usage tracker for resource:security_group_rule and tenant:2024d09752a54089a618892b6028a400 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:31.146759 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-38ab093a-7cc6-4ac1-a6b3-ef349706e27a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:31.151176 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-904fd2bb-2587-4991-b199-7543c65236fe tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:31.155241 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-38ab093a-7cc6-4ac1-a6b3-ef349706e27a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:31.177184 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb50e15-da4e-4f2e-88a2-1ea23175d62d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:07:31.263031 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-38ab093a-7cc6-4ac1-a6b3-ef349706e27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:31.296625 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f77eabda-1552-4601-8e01-73caf93fe411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:31.311824 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f77eabda-1552-4601-8e01-73caf93fe411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:31.316364 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f77eabda-1552-4601-8e01-73caf93fe411 admin admin] Usage tracker for resource:security_group_rule and tenant:a82710e206674ddabbe304b1e4c79ac2 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:31.319164 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f77eabda-1552-4601-8e01-73caf93fe411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:31.325186 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f77eabda-1552-4601-8e01-73caf93fe411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:31.384652 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-904fd2bb-2587-4991-b199-7543c65236fe tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:31.401520 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb50e15-da4e-4f2e-88a2-1ea23175d62d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:07:31.417933 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f256f-1844-4bcd-bb46-8e3d435f0374 None None] Sync routers for ids ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:07:31.422787 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3bb50e15-da4e-4f2e-88a2-1ea23175d62d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:31.429221 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f256f-1844-4bcd-bb46-8e3d435f0374 None None] Routers {'40b404f5-f39d-4d1d-8a0c-d37bb04765d9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:07:31.429840 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-123f256f-1844-4bcd-bb46-8e3d435f0374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2765100>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:07:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:07:31.479638 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-3bb50e15-da4e-4f2e-88a2-1ea23175d62d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "PUT /v2.0/floatingips/a2e4a975-6e46-465d-a2c3-99c8d1bc92ee HTTP/1.1" status: 200  len: 990 time: 2.1265032
Nov 16 22:07:31.479638 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'tag': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:07:31.625955 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-123f256f-1844-4bcd-bb46-8e3d435f0374 None None] Set router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:07:31.686217 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [None req-904fd2bb-2587-4991-b199-7543c65236fe tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Floating IP 0b0966cc-e2b8-48f9-8f7a-c0c6c7e7a53e associated. External IP: 172.27.1.18, port: c2a5b935-30e2-4625-8b92-b7d455638e52.
Nov 16 22:07:31.789222 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-38ab093a-7cc6-4ac1-a6b3-ef349706e27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:31.843863 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:31.938787 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 33786) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:31.939290 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-38ab093a-7cc6-4ac1-a6b3-ef349706e27a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2024d09752a54089a618892b6028a400&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8752027
Nov 16 22:07:31.944021 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab093a-7cc6-4ac1-a6b3-ef349706e27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555e2eef-f45e-430b-8fe3-e9101b1fb6dd,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:31.951484 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-38ab093a-7cc6-4ac1-a6b3-ef349706e27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:32.043405 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:32.073177 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-123f256f-1844-4bcd-bb46-8e3d435f0374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2765100>, [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:51Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'a2e4a975-6e46-465d-a2c3-99c8d1bc92ee', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'port_id': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'mac_address': 'fa:16:3e:95:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:06:59Z', 'updated_at': '2021-11-16T22:07:30Z', 'revision_number': 1, 'project_id': '26d8251468c6461ba688baa16c61c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a87748-a996-4f30-bbde-ae77adc147ae', 'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'mac_address': 'fa:16:3e:d1:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:47Z', 'updated_at': '2021-11-16T22:07:00Z', 'revision_number': 5, 'project_id': '26d8251468c6461ba688baa16c61c407', 'subnets': [{'id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:07:32.078303 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f256f-1844-4bcd-bb46-8e3d435f0374 None None] Checking router: 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:07:32.079314 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:32.088172 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f256f-1844-4bcd-bb46-8e3d435f0374 None None] Routers {'40b404f5-f39d-4d1d-8a0c-d37bb04765d9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:07:32.088951 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-123f256f-1844-4bcd-bb46-8e3d435f0374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2765100>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:07:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:07:32.182760 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f77eabda-1552-4601-8e01-73caf93fe411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:32.200965 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904fd2bb-2587-4991-b199-7543c65236fe tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Router 0f59c38d-f1e6-4bfe-a398-75905c772e8f has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:07:32.216982 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:32.222477 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-70ea72da-3a3c-4558-a59a-65e7d3cc7755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:32.234843 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555e2eef-f45e-430b-8fe3-e9101b1fb6dd,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:32.245495 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:32.245854 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:32.246206 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:32.246648 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:32.246938 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:32.247304 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:32.252327 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:32.252327 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:32.252327 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:32.252327 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:32.252327 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:32.252327 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:32.252954 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:32.253430 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:32.254555 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/555e2eef-f45e-430b-8fe3-e9101b1fb6dd HTTP/1.1" status: 204  len: 168 time: 0.3145761
Nov 16 22:07:32.276047 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f77eabda-1552-4601-8e01-73caf93fe411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:32.292310 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d27761ff-3c18-4972-8062-01b6ec28438d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:32.298321 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-123f256f-1844-4bcd-bb46-8e3d435f0374 None None] Set router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:07:32.356413 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77eabda-1552-4601-8e01-73caf93fe411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81a242f-c480-43bc-b371-73cd3e371c7b,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:32.358140 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f77eabda-1552-4601-8e01-73caf93fe411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:32.364382 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f77eabda-1552-4601-8e01-73caf93fe411 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a82710e206674ddabbe304b1e4c79ac2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2372901
Nov 16 22:07:32.364780 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 33804) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:32.443563 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-877c208f-8ff2-493e-bb48-36b1a8defa1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:32.458742 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904fd2bb-2587-4991-b199-7543c65236fe tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:07:32.470644 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e07026-9c76-43ed-a983-285ddaafd728 None None] Sync routers for ids ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:07:32.478833 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-904fd2bb-2587-4991-b199-7543c65236fe tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:32.492860 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e07026-9c76-43ed-a983-285ddaafd728 None None] Routers {'0f59c38d-f1e6-4bfe-a398-75905c772e8f'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:07:32.495298 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-c6e07026-9c76-43ed-a983-285ddaafd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1e199d0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:07:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:07:32.505284 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-877c208f-8ff2-493e-bb48-36b1a8defa1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:32.580059 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-904fd2bb-2587-4991-b199-7543c65236fe tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "PUT /v2.0/floatingips/0b0966cc-e2b8-48f9-8f7a-c0c6c7e7a53e HTTP/1.1" status: 200  len: 991 time: 2.4760318
Nov 16 22:07:32.597512 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d72ff8-6934-4932-9943-8cc8b9378e2a', 'tag': 'c2a5b935-30e2-4625-8b92-b7d455638e52'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:07:32.709470 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-877c208f-8ff2-493e-bb48-36b1a8defa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:32.718326 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-000dd9bd-d2bc-467e-b42f-4374a7c24ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:32.730991 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c208f-8ff2-493e-bb48-36b1a8defa1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81a242f-c480-43bc-b371-73cd3e371c7b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:32.749078 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-877c208f-8ff2-493e-bb48-36b1a8defa1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:32.764796 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-877c208f-8ff2-493e-bb48-36b1a8defa1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:32.765946 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-877c208f-8ff2-493e-bb48-36b1a8defa1b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f81a242f-c480-43bc-b371-73cd3e371c7b HTTP/1.1" status: 204  len: 168 time: 0.3993435
Nov 16 22:07:32.856463 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-c6e07026-9c76-43ed-a983-285ddaafd728 None None] Set router 0f59c38d-f1e6-4bfe-a398-75905c772e8f gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:07:32.861488 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-123f256f-1844-4bcd-bb46-8e3d435f0374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2765100>, [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:51Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'a2e4a975-6e46-465d-a2c3-99c8d1bc92ee', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'port_id': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'mac_address': 'fa:16:3e:95:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:06:59Z', 'updated_at': '2021-11-16T22:07:30Z', 'revision_number': 1, 'project_id': '26d8251468c6461ba688baa16c61c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a87748-a996-4f30-bbde-ae77adc147ae', 'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'mac_address': 'fa:16:3e:d1:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:47Z', 'updated_at': '2021-11-16T22:07:00Z', 'revision_number': 5, 'project_id': '26d8251468c6461ba688baa16c61c407', 'subnets': [{'id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:07:32.866250 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f256f-1844-4bcd-bb46-8e3d435f0374 None None] The sync data for ids ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'] in dv-cinder-818140-1-iscsi is: [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:51Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'a2e4a975-6e46-465d-a2c3-99c8d1bc92ee', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'port_id': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'mac_address': 'fa:16:3e:95:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:06:59Z', 'updated_at': '2021-11-16T22:07:30Z', 'revision_number': 1, 'project_id': '26d8251468c6461ba688baa16c61c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a87748-a996-4f30-bbde-ae77adc147ae', 'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'mac_address': 'fa:16:3e:d1:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:47Z', 'updated_at': '2021-11-16T22:07:00Z', 'revision_number': 5, 'project_id': '26d8251468c6461ba688baa16c61c407', 'subnets': [{'id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:07:33.179045 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88badc0e-1a2f-4461-9059-70528bf6a7ad None None] New status for floating IP a2e4a975-6e46-465d-a2c3-99c8d1bc92ee: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:07:33.277891 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-c6e07026-9c76-43ed-a983-285ddaafd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1e199d0>, [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': '0b0966cc-e2b8-48f9-8f7a-c0c6c7e7a53e', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'port_id': 'c2a5b935-30e2-4625-8b92-b7d455638e52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'mac_address': 'fa:16:3e:18:bb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d72ff8-6934-4932-9943-8cc8b9378e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:06:56Z', 'updated_at': '2021-11-16T22:07:30Z', 'revision_number': 1, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:53Z', 'revision_number': 5, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:07:33.282206 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e07026-9c76-43ed-a983-285ddaafd728 None None] Checking router: 0f59c38d-f1e6-4bfe-a398-75905c772e8f for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:07:33.301639 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e07026-9c76-43ed-a983-285ddaafd728 None None] Routers {'0f59c38d-f1e6-4bfe-a398-75905c772e8f'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:07:33.302365 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-c6e07026-9c76-43ed-a983-285ddaafd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1e199d0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:07:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:07:33.402826 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 33850) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:33.425954 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b2a7ad03-590d-48ee-82f0-e4b02e8a02b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:33.443792 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b2a7ad03-590d-48ee-82f0-e4b02e8a02b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:33.449368 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b2a7ad03-590d-48ee-82f0-e4b02e8a02b7 admin admin] Usage tracker for resource:security_group_rule and tenant:0561887e7ec745f8b3205bcc8cf067ea is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:33.452951 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b2a7ad03-590d-48ee-82f0-e4b02e8a02b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:33.459606 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b2a7ad03-590d-48ee-82f0-e4b02e8a02b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:33.491490 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-c6e07026-9c76-43ed-a983-285ddaafd728 None None] Set router 0f59c38d-f1e6-4bfe-a398-75905c772e8f gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:07:33.566339 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b2a7ad03-590d-48ee-82f0-e4b02e8a02b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:33.709451 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b2a7ad03-590d-48ee-82f0-e4b02e8a02b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:33.718972 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:33.763462 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-b2a7ad03-590d-48ee-82f0-e4b02e8a02b7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0561887e7ec745f8b3205bcc8cf067ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3591003
Nov 16 22:07:33.766135 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33856) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:33.778390 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7ad03-590d-48ee-82f0-e4b02e8a02b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2dc0de-1d74-4c5c-a105-d98b83671140,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:33.782731 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b2a7ad03-590d-48ee-82f0-e4b02e8a02b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:33.859630 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'tag': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26', 'status': 'completed', 'code': 200}
Nov 16 22:07:33.868306 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:33.868743 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 33860) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:33.920991 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:33.983962 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33870) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:34.007247 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-020ce410-52d1-4a07-a120-0c25509d156f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:34.025564 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-020ce410-52d1-4a07-a120-0c25509d156f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:34.030680 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-020ce410-52d1-4a07-a120-0c25509d156f admin admin] Usage tracker for resource:security_group_rule and tenant:2c03c50675a74502a5084884182af1fe is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:34.034802 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-020ce410-52d1-4a07-a120-0c25509d156f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:34.044556 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-020ce410-52d1-4a07-a120-0c25509d156f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:34.053971 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-c6e07026-9c76-43ed-a983-285ddaafd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1e199d0>, [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': '0b0966cc-e2b8-48f9-8f7a-c0c6c7e7a53e', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'port_id': 'c2a5b935-30e2-4625-8b92-b7d455638e52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'mac_address': 'fa:16:3e:18:bb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d72ff8-6934-4932-9943-8cc8b9378e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:06:56Z', 'updated_at': '2021-11-16T22:07:30Z', 'revision_number': 1, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:53Z', 'revision_number': 5, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:07:34.064057 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e07026-9c76-43ed-a983-285ddaafd728 None None] The sync data for ids ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'] in dv-cinder-818140-1-iscsi is: [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': '0b0966cc-e2b8-48f9-8f7a-c0c6c7e7a53e', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'port_id': 'c2a5b935-30e2-4625-8b92-b7d455638e52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'mac_address': 'fa:16:3e:18:bb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d72ff8-6934-4932-9943-8cc8b9378e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:06:56Z', 'updated_at': '2021-11-16T22:07:30Z', 'revision_number': 1, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:53Z', 'revision_number': 5, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:07:34.087517 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b91e93-c8bc-48be-bbc4-e20b05e820e5 req-b484a5c6-c170-4250-8ee2-dd6b26194925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:34.089015 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-66b91e93-c8bc-48be-bbc4-e20b05e820e5 req-b484a5c6-c170-4250-8ee2-dd6b26194925 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26d8251468c6461ba688baa16c61c407&device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 1098 time: 0.1708579
Nov 16 22:07:34.100643 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:34.110615 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9209c8ea-f38a-4998-9d52-8d89d0a8bf84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:34.129576 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2dc0de-1d74-4c5c-a105-d98b83671140,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:34.145286 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:34.147258 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ed2dc0de-1d74-4c5c-a105-d98b83671140 HTTP/1.1" status: 204  len: 168 time: 0.3792617
Nov 16 22:07:34.149292 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:34.149639 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:34.149982 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:34.150315 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:34.150642 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:34.150971 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:34.151323 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:34.151637 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:34.151965 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:34.152283 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:34.152601 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:34.152916 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:07:34.174852 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:34.254231 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-020ce410-52d1-4a07-a120-0c25509d156f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:34.339177 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-020ce410-52d1-4a07-a120-0c25509d156f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:34.340825 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ccce6bdd-a762-4a86-b2bb-c5f947caf7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:34.356534 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-57e029b2-955c-4d5b-9e4d-5ec2a6228fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:34.370434 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b91e93-c8bc-48be-bbc4-e20b05e820e5 req-54cbc26f-a395-4341-9f09-b001471d5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:34.372119 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-66b91e93-c8bc-48be-bbc4-e20b05e820e5 req-54cbc26f-a395-4341-9f09-b001471d5e33 service neutron] 10.222.0.72 "GET /v2.0/networks?id=01d0b958-6461-40ea-b3fa-8442b12165d5 HTTP/1.1" status: 200  len: 917 time: 0.2757261
Nov 16 22:07:34.377999 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ccce6bdd-a762-4a86-b2bb-c5f947caf7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:34.380642 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-ccce6bdd-a762-4a86-b2bb-c5f947caf7ae admin admin] Usage tracker for resource:security_group_rule and tenant:964da38845ce4d2d921d7bc4ac48b040 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:34.383723 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-ccce6bdd-a762-4a86-b2bb-c5f947caf7ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:34.390301 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ccce6bdd-a762-4a86-b2bb-c5f947caf7ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:34.393349 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d72ff8-6934-4932-9943-8cc8b9378e2a', 'tag': 'c2a5b935-30e2-4625-8b92-b7d455638e52', 'status': 'completed', 'code': 200}
Nov 16 22:07:34.409952 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-020ce410-52d1-4a07-a120-0c25509d156f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2c03c50675a74502a5084884182af1fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4215097
Nov 16 22:07:34.409952 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ce410-52d1-4a07-a120-0c25509d156f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6a3ccc-ca30-445c-a07a-d7a39d7c69b7,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:34.410824 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33882) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:34.414588 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-020ce410-52d1-4a07-a120-0c25509d156f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:34.424560 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdbf14e-3222-458b-8453-c0cb2bf794b3 None None] New status for floating IP 0b0966cc-e2b8-48f9-8f7a-c0c6c7e7a53e: ACTIVE {{(pid=87471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:07:34.475540 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b83dd294-108d-42d4-b581-191dc04ccdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:34.508958 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b83dd294-108d-42d4-b581-191dc04ccdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:34.536559 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ccce6bdd-a762-4a86-b2bb-c5f947caf7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:34.655158 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ccce6bdd-a762-4a86-b2bb-c5f947caf7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:34.673002 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a0dd6d19-fb83-427e-9fb5-1d31b769d1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:34.676251 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b83dd294-108d-42d4-b581-191dc04ccdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:34.682695 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8cb3f70a-6e18-4555-a0e9-3628795cae1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:34.706587 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83dd294-108d-42d4-b581-191dc04ccdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6a3ccc-ca30-445c-a07a-d7a39d7c69b7,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:34.716644 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b83dd294-108d-42d4-b581-191dc04ccdb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:34.727013 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b83dd294-108d-42d4-b581-191dc04ccdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:34.733163 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-b83dd294-108d-42d4-b581-191dc04ccdb9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cb6a3ccc-ca30-445c-a07a-d7a39d7c69b7 HTTP/1.1" status: 204  len: 168 time: 0.3164325
Nov 16 22:07:34.747891 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce6bdd-a762-4a86-b2bb-c5f947caf7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62676486-d89b-4514-a2b4-133b3da8c43c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:34.751261 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ccce6bdd-a762-4a86-b2bb-c5f947caf7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:34.754404 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-ccce6bdd-a762-4a86-b2bb-c5f947caf7ae admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=964da38845ce4d2d921d7bc4ac48b040&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8845339
Nov 16 22:07:34.762855 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33894) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:34.839705 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ee2e9859-0874-4cf5-b530-14d83d424f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:34.867142 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ee2e9859-0874-4cf5-b530-14d83d424f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:34.989422 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ee2e9859-0874-4cf5-b530-14d83d424f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:34.994496 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b003a38d-8459-4747-b99c-1733e40b9c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:35.006269 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e9859-0874-4cf5-b530-14d83d424f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62676486-d89b-4514-a2b4-133b3da8c43c,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:35.009165 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ee2e9859-0874-4cf5-b530-14d83d424f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:35.011149 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ee2e9859-0874-4cf5-b530-14d83d424f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:35.015167 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ee2e9859-0874-4cf5-b530-14d83d424f21 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/62676486-d89b-4514-a2b4-133b3da8c43c HTTP/1.1" status: 204  len: 168 time: 0.2483373
Nov 16 22:07:35.724803 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33934) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:35.750216 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9f8438d7-6f13-4546-8139-33d08f1de453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:35.765081 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-9f8438d7-6f13-4546-8139-33d08f1de453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:35.769172 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-9f8438d7-6f13-4546-8139-33d08f1de453 admin admin] Usage tracker for resource:security_group_rule and tenant:2f2e8616e4a440479204a20e7dea6c54 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:35.772123 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-9f8438d7-6f13-4546-8139-33d08f1de453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:35.777851 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-9f8438d7-6f13-4546-8139-33d08f1de453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:35.877299 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9f8438d7-6f13-4546-8139-33d08f1de453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:35.959388 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9f8438d7-6f13-4546-8139-33d08f1de453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:35.970620 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:36.008598 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-9f8438d7-6f13-4546-8139-33d08f1de453 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2f2e8616e4a440479204a20e7dea6c54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2825294
Nov 16 22:07:36.011152 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 33950) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:36.014043 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8438d7-6f13-4546-8139-33d08f1de453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11e1a0e-8cf3-4a8d-886c-4d312e5dac22,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:36.026000 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9f8438d7-6f13-4546-8139-33d08f1de453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:36.073646 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-306dd9e9-e750-4863-99f2-4a1ec7c8043a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:36.102515 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-306dd9e9-e750-4863-99f2-4a1ec7c8043a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:36.241599 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-306dd9e9-e750-4863-99f2-4a1ec7c8043a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:36.250148 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d393f8a8-07f6-4fe6-b9cd-589b9b3589c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:36.263742 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306dd9e9-e750-4863-99f2-4a1ec7c8043a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11e1a0e-8cf3-4a8d-886c-4d312e5dac22,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:36.267226 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-306dd9e9-e750-4863-99f2-4a1ec7c8043a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:36.271063 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-306dd9e9-e750-4863-99f2-4a1ec7c8043a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:36.272161 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-306dd9e9-e750-4863-99f2-4a1ec7c8043a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a11e1a0e-8cf3-4a8d-886c-4d312e5dac22 HTTP/1.1" status: 204  len: 168 time: 0.2599208
Nov 16 22:07:38.260385 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-66b91e93-c8bc-48be-bbc4-e20b05e820e5 req-02a0a512-182f-4696-b3bc-c9d0347264a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26 HTTP/1.1" status: 200  len: 1000 time: 0.1462092
Nov 16 22:07:38.323700 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b9880-1e6e-4982-93f5-89f81bbc8b2a req-15b2bb59-22bd-4d2b-98a2-658ed7391c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:38.325027 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1a7b9880-1e6e-4982-93f5-89f81bbc8b2a req-15b2bb59-22bd-4d2b-98a2-658ed7391c2e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d04568cfc5e34832ab38095b3142e660&device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 1099 time: 0.1575480
Nov 16 22:07:38.359998 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b91e93-c8bc-48be-bbc4-e20b05e820e5 req-0e4a6451-0554-4d87-bd7e-17bd7e5bd177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:38.359998 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-66b91e93-c8bc-48be-bbc4-e20b05e820e5 req-0e4a6451-0554-4d87-bd7e-17bd7e5bd177 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2 HTTP/1.1" status: 200  len: 855 time: 0.0905046
Nov 16 22:07:38.528392 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b9880-1e6e-4982-93f5-89f81bbc8b2a req-457e754e-b320-4f48-8df8-48181f366bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:38.529842 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1a7b9880-1e6e-4982-93f5-89f81bbc8b2a req-457e754e-b320-4f48-8df8-48181f366bb1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91376ca1-c1ee-4c7f-a3fa-566639b36d15 HTTP/1.1" status: 200  len: 912 time: 0.1978951
Nov 16 22:07:38.538207 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b91e93-c8bc-48be-bbc4-e20b05e820e5 req-402b74c3-ca58-4564-ab78-259270ca46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:38.539578 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-66b91e93-c8bc-48be-bbc4-e20b05e820e5 req-402b74c3-ca58-4564-ab78-259270ca46a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=01d0b958-6461-40ea-b3fa-8442b12165d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1247187
Nov 16 22:07:38.804862 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1a7b9880-1e6e-4982-93f5-89f81bbc8b2a req-9a65192c-f612-4b5b-9738-38496f19b86a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2a5b935-30e2-4625-8b92-b7d455638e52 HTTP/1.1" status: 200  len: 1001 time: 0.2569585
Nov 16 22:07:38.886875 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-66b91e93-c8bc-48be-bbc4-e20b05e820e5 req-71f7532b-7f62-4760-ad09-4ecefe4fb70f service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101812
Nov 16 22:07:38.913255 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b9880-1e6e-4982-93f5-89f81bbc8b2a req-2dce7ade-e61b-4152-b634-d133d63e4ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:38.914623 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1a7b9880-1e6e-4982-93f5-89f81bbc8b2a req-2dce7ade-e61b-4152-b634-d133d63e4ba7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f4033324-a374-4dcf-a23e-53c4d039d448 HTTP/1.1" status: 200  len: 850 time: 0.0948350
Nov 16 22:07:39.079551 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-66b91e93-c8bc-48be-bbc4-e20b05e820e5 req-cfdf8229-d341-4ce5-ba1a-fdbee0411c07 service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1840889
Nov 16 22:07:39.086554 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b9880-1e6e-4982-93f5-89f81bbc8b2a req-6887a28d-7346-4d17-bece-bfac38bcab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:39.087971 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1a7b9880-1e6e-4982-93f5-89f81bbc8b2a req-6887a28d-7346-4d17-bece-bfac38bcab6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91376ca1-c1ee-4c7f-a3fa-566639b36d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1245432
Nov 16 22:07:39.246018 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1a7b9880-1e6e-4982-93f5-89f81bbc8b2a req-35e949ac-21ad-44f5-92b2-4eb5450e4a5a service neutron] 10.222.0.72 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371503
Nov 16 22:07:39.406762 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1a7b9880-1e6e-4982-93f5-89f81bbc8b2a req-21ba33e9-8f7b-4ffe-bb3f-ef6a99fff64a service neutron] 10.222.0.72 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344645
Nov 16 22:07:44.583848 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a585556f-ae26-431f-a66f-956d07bfc544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:45.096204 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:47.189124 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-beb470de-333a-4a72-ad23-dc7d8fff97a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:48.537718 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:49.756157 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 34266) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:49.895430 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-823ec12b-96ac-4571-9c82-dc51f6c0860b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:49.896444 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:49.910008 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-823ec12b-96ac-4571-9c82-dc51f6c0860b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:49.913807 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-823ec12b-96ac-4571-9c82-dc51f6c0860b admin admin] Usage tracker for resource:security_group_rule and tenant:c2c1e2af93434e348f9fa10f1a153ef0 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:49.916609 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-823ec12b-96ac-4571-9c82-dc51f6c0860b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:49.922230 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-823ec12b-96ac-4571-9c82-dc51f6c0860b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:50.015900 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-823ec12b-96ac-4571-9c82-dc51f6c0860b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:50.087803 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 34278) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:50.101759 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-823ec12b-96ac-4571-9c82-dc51f6c0860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:50.110597 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9f8438d7-6f13-4546-8139-33d08f1de453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:50.150215 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-823ec12b-96ac-4571-9c82-dc51f6c0860b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c2c1e2af93434e348f9fa10f1a153ef0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3929656
Nov 16 22:07:50.151447 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ec12b-96ac-4571-9c82-dc51f6c0860b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fa38ac-1a33-442f-afef-e9332542571e,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:50.153140 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 34284) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:50.155311 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-823ec12b-96ac-4571-9c82-dc51f6c0860b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:50.217974 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-afdb068f-bb5d-4849-91cb-491df685a0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:50.220272 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f779f788-2621-43c8-854c-b8b74445710b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:50.232638 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-afdb068f-bb5d-4849-91cb-491df685a0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:50.237173 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-afdb068f-bb5d-4849-91cb-491df685a0c3 admin admin] Usage tracker for resource:security_group_rule and tenant:4a068357ea8141719aa522bd637a5604 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:50.240094 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-afdb068f-bb5d-4849-91cb-491df685a0c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:50.246778 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-afdb068f-bb5d-4849-91cb-491df685a0c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:50.259543 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f779f788-2621-43c8-854c-b8b74445710b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:50.382514 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f779f788-2621-43c8-854c-b8b74445710b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:50.386426 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a0986c41-bfd7-46a8-ad2b-98a19a38dacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:50.398765 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779f788-2621-43c8-854c-b8b74445710b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fa38ac-1a33-442f-afef-e9332542571e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:50.401236 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f779f788-2621-43c8-854c-b8b74445710b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:50.415179 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f779f788-2621-43c8-854c-b8b74445710b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:50.419909 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-f779f788-2621-43c8-854c-b8b74445710b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/53fa38ac-1a33-442f-afef-e9332542571e HTTP/1.1" status: 204  len: 168 time: 0.2654014
Nov 16 22:07:50.424071 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-afdb068f-bb5d-4849-91cb-491df685a0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:50.500351 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-afdb068f-bb5d-4849-91cb-491df685a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:50.610058 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b9bf9114-f7f2-4a85-9027-3353e07afd94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:50.662945 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb068f-bb5d-4849-91cb-491df685a0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2ac450-532a-40d5-b9b6-f345ca29c5d9,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:50.670919 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-afdb068f-bb5d-4849-91cb-491df685a0c3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4a068357ea8141719aa522bd637a5604&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5816851
Nov 16 22:07:50.672801 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-afdb068f-bb5d-4849-91cb-491df685a0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:50.673423 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 34314) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:50.745690 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4f564456-d3d2-4461-8908-76a0061e8d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:50.775979 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4f564456-d3d2-4461-8908-76a0061e8d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:50.831675 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-e3e520c6-e5d3-4e6b-8dbd-855ed7c0d252 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:50.833215 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-e3e520c6-e5d3-4e6b-8dbd-855ed7c0d252 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/networks?id=912b1db2-171a-40fc-8a08-3632a8de9e33 HTTP/1.1" status: 200  len: 813 time: 0.1544347
Nov 16 22:07:50.866541 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-a93157ea-7fde-4908-8e52-17c95f454d9e tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/quotas/0ff32488ac0b488db1e560c3c5ac25bd HTTP/1.1" status: 200  len: 375 time: 0.0277920
Nov 16 22:07:50.903734 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4f564456-d3d2-4461-8908-76a0061e8d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:50.910483 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-1c9993f9-0483-4377-907c-6eefe6bfb5c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:50.926454 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f564456-d3d2-4461-8908-76a0061e8d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2ac450-532a-40d5-b9b6-f345ca29c5d9,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:50.929280 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4f564456-d3d2-4461-8908-76a0061e8d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:50.935975 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4f564456-d3d2-4461-8908-76a0061e8d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:50.937539 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-4f564456-d3d2-4461-8908-76a0061e8d73 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5a2ac450-532a-40d5-b9b6-f345ca29c5d9 HTTP/1.1" status: 204  len: 168 time: 0.2606456
Nov 16 22:07:50.978937 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-7eaff763-1f21-4a88-b273-6825a12bd3e3 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1092818
Nov 16 22:07:51.112661 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-724df0fb-c280-4db6-a9b2-750e40bf6be0 service neutron] 10.222.0.71 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291907
Nov 16 22:07:51.255520 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-972ff82f-0d20-44bc-bf7a-4e392c11cc71 service neutron] 10.222.0.71 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369295
Nov 16 22:07:51.626930 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6f0b1fb6-16b9-46fc-ae47-3e0be44cff2a req-78ef56c4-2e43-4d42-a268-8d76af5ddd0f tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 210 time: 0.0674939
Nov 16 22:07:51.692944 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 34358) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:51.712568 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10638bc8-728a-4257-8fff-45d9786d68f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:51.740650 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-10638bc8-728a-4257-8fff-45d9786d68f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:51.745204 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-10638bc8-728a-4257-8fff-45d9786d68f3 admin admin] Usage tracker for resource:security_group_rule and tenant:001b44fb27724a45b277ee0c15d83293 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:51.748240 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-10638bc8-728a-4257-8fff-45d9786d68f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:51.754047 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-10638bc8-728a-4257-8fff-45d9786d68f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:51.837761 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10638bc8-728a-4257-8fff-45d9786d68f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:51.909917 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10638bc8-728a-4257-8fff-45d9786d68f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:51.918396 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fa31cb39-b096-4a5f-b000-9cb60c0d5b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:51.958797 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-10638bc8-728a-4257-8fff-45d9786d68f3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=001b44fb27724a45b277ee0c15d83293&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2645984
Nov 16 22:07:51.961303 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 34380) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:51.964049 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10638bc8-728a-4257-8fff-45d9786d68f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df23539e-b3ab-4bdb-b16d-c430571f074c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:51.978057 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-10638bc8-728a-4257-8fff-45d9786d68f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:52.034932 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d420eb6e-d549-4481-9c96-8ac4963c8576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:52.063105 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d420eb6e-d549-4481-9c96-8ac4963c8576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:52.193199 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d420eb6e-d549-4481-9c96-8ac4963c8576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:52.199859 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-1fb41f57-642f-4516-bd38-0a050e95a552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:52.214682 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420eb6e-d549-4481-9c96-8ac4963c8576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df23539e-b3ab-4bdb-b16d-c430571f074c,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:52.217686 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d420eb6e-d549-4481-9c96-8ac4963c8576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:52.218974 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d420eb6e-d549-4481-9c96-8ac4963c8576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:52.220277 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-d420eb6e-d549-4481-9c96-8ac4963c8576 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/df23539e-b3ab-4bdb-b16d-c430571f074c HTTP/1.1" status: 204  len: 168 time: 0.2580051
Nov 16 22:07:52.727763 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 34438) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:52.787391 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b430903d-e1b3-4031-8a7f-fefc7fc28817 req-a03ad2d6-52e8-4396-aff7-671939e02c05 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 210 time: 0.0455737
Nov 16 22:07:52.859368 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2fa1910-e36a-4618-9b2e-6483558dd157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:52.875359 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d2fa1910-e36a-4618-9b2e-6483558dd157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:52.879092 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-d2fa1910-e36a-4618-9b2e-6483558dd157 admin admin] Usage tracker for resource:security_group_rule and tenant:eb1f4d4741ff407d8050604f29665f75 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:52.882428 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-d2fa1910-e36a-4618-9b2e-6483558dd157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:52.887964 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d2fa1910-e36a-4618-9b2e-6483558dd157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:52.972047 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2fa1910-e36a-4618-9b2e-6483558dd157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:53.081158 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d2fa1910-e36a-4618-9b2e-6483558dd157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:53.091230 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-bf1e1293-2c36-49d6-8300-b1ac3f68fb31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:53.110868 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 34454) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:53.133689 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-d2fa1910-e36a-4618-9b2e-6483558dd157 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eb1f4d4741ff407d8050604f29665f75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4065104
Nov 16 22:07:53.135463 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa1910-e36a-4618-9b2e-6483558dd157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5a3b5a-53e7-4e17-80ec-ab94f40f96f4,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:53.137779 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 34458) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:53.140214 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d2fa1910-e36a-4618-9b2e-6483558dd157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:53.161493 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-123320dd-24d3-41fc-b45c-3cb194b36dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:53.185806 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-123320dd-24d3-41fc-b45c-3cb194b36dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:53.190559 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-123320dd-24d3-41fc-b45c-3cb194b36dff admin admin] Usage tracker for resource:security_group_rule and tenant:95e10484a4524070987f23035ef1a4f1 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:53.193493 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-123320dd-24d3-41fc-b45c-3cb194b36dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:53.199972 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-123320dd-24d3-41fc-b45c-3cb194b36dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:53.211051 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8028e1fe-0cd0-4344-86a5-692ad113bcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:53.239728 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8028e1fe-0cd0-4344-86a5-692ad113bcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:53.305559 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-123320dd-24d3-41fc-b45c-3cb194b36dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:53.358994 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8028e1fe-0cd0-4344-86a5-692ad113bcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:53.359178 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-123320dd-24d3-41fc-b45c-3cb194b36dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:53.364612 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-35932c68-83f3-40e4-8bc7-23ffcfd0e7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:53.368339 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:53.377046 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028e1fe-0cd0-4344-86a5-692ad113bcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5a3b5a-53e7-4e17-80ec-ab94f40f96f4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:53.380601 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-8028e1fe-0cd0-4344-86a5-692ad113bcaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:53.383102 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8028e1fe-0cd0-4344-86a5-692ad113bcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:53.385591 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-8028e1fe-0cd0-4344-86a5-692ad113bcaa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2f5a3b5a-53e7-4e17-80ec-ab94f40f96f4 HTTP/1.1" status: 204  len: 168 time: 0.2455645
Nov 16 22:07:53.413951 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-123320dd-24d3-41fc-b45c-3cb194b36dff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=95e10484a4524070987f23035ef1a4f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2992225
Nov 16 22:07:53.413951 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123320dd-24d3-41fc-b45c-3cb194b36dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e337679e-c000-49ec-90a7-3ec576c67eff,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:53.415914 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 34470) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:53.417169 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-123320dd-24d3-41fc-b45c-3cb194b36dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:53.483760 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a8e10e96-0f0a-464f-8cc0-fe742b19f20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:53.512006 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a8e10e96-0f0a-464f-8cc0-fe742b19f20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:53.744113 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a8e10e96-0f0a-464f-8cc0-fe742b19f20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:53.747753 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:53.761051 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e10e96-0f0a-464f-8cc0-fe742b19f20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e337679e-c000-49ec-90a7-3ec576c67eff,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:53.763851 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a8e10e96-0f0a-464f-8cc0-fe742b19f20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:53.765727 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a8e10e96-0f0a-464f-8cc0-fe742b19f20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:53.766750 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-a8e10e96-0f0a-464f-8cc0-fe742b19f20a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e337679e-c000-49ec-90a7-3ec576c67eff HTTP/1.1" status: 204  len: 168 time: 0.3496408
Nov 16 22:07:53.977599 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1e191046-a6e6-478d-82e0-454c36ea3d60 req-c248827c-01a7-4c36-9eee-b92de75c6033 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 210 time: 0.0454059
Nov 16 22:07:54.592312 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-2a3b3e93-f582-4134-af22-335dd34e3611 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:54.593815 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-2a3b3e93-f582-4134-af22-335dd34e3611 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "GET /v2.0/networks?id=912b1db2-171a-40fc-8a08-3632a8de9e33 HTTP/1.1" status: 200  len: 813 time: 0.1853721
Nov 16 22:07:54.648083 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Request body: {'port': {'device_id': 'c3564a0e-5cc7-46f4-b46e-54a95540508d', 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33', 'admin_state_up': True, 'tenant_id': '0ff32488ac0b488db1e560c3c5ac25bd'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:07:54.927001 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:54.931007 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Usage tracker for resource:port and tenant:0ff32488ac0b488db1e560c3c5ac25bd is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:54.933923 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:54.940029 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:55.056379 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Made reservation on behalf of 0ff32488ac0b488db1e560c3c5ac25bd for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:07:55.064048 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:55.211246 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-64a648e6-df9b-408d-8231-38f5a67e7138 req-eaace31c-6380-48b4-99f8-b75554aa09f3 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 210 time: 0.0620675
Nov 16 22:07:55.297827 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Allocated IP 172.20.0.13 (912b1db2-171a-40fc-8a08-3632a8de9e33/43fd9aec-af72-4efd-ab29-2bd74bcc3daa/ec3884d7-d763-4638-87cd-d0d0c7375ccc) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:07:55.429597 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:07:55.541834 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:55.642667 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:55.655007 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-baae030d-4a49-4042-a6f3-481347357521 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:55.705206 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['4dcf2ef0-b180-426b-b0f7-470aa9fab5c7'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:07:55.765453 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Network 912b1db2-171a-40fc-8a08-3632a8de9e33 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:07:55.769180 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:07:55.773210 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:07:55.779031 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:55.779784 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:55.806513 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Pushing event updated for resources: {'Port': ['ID=ec3884d7-d763-4638-87cd-d0d0c7375ccc,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:55.811986 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:55.899879 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2576163
Nov 16 22:07:55.933721 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Request body: {'port': {'device_id': 'c3564a0e-5cc7-46f4-b46e-54a95540508d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:07:56.052146 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:56.189330 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 34582) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:56.455568 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb9928-eba0-4d6d-9ffb-41dfc1b6ccbc req-fa1a47cc-42e8-431a-bb4c-77798a37f582 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:56.457366 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dffb9928-eba0-4d6d-9ffb-41dfc1b6ccbc req-fa1a47cc-42e8-431a-bb4c-77798a37f582 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 932 time: 0.1020718
Nov 16 22:07:56.506072 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3884d7-d763-4638-87cd-d0d0c7375ccc {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:07:56.511264 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f4911cb0-c485-4617-90b0-3a441cd7bb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:56.514983 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:56.528229 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dffb9928-eba0-4d6d-9ffb-41dfc1b6ccbc req-d603d1df-cc84-4727-9c1d-ebc17a3fec7f tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653183
Nov 16 22:07:56.532214 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Transition to ACTIVE for port object ec3884d7-d763-4638-87cd-d0d0c7375ccc will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:07:56.534152 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f4911cb0-c485-4617-90b0-3a441cd7bb9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:07:56.538108 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f4911cb0-c485-4617-90b0-3a441cd7bb9f admin admin] Usage tracker for resource:security_group_rule and tenant:bc976e361f3f4cada2122d04163e67f8 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:07:56.541716 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f4911cb0-c485-4617-90b0-3a441cd7bb9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:07:56.547570 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f4911cb0-c485-4617-90b0-3a441cd7bb9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:07:56.627686 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:56.629653 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:56.638342 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f4911cb0-c485-4617-90b0-3a441cd7bb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:56.697787 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f4911cb0-c485-4617-90b0-3a441cd7bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:56.709197 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-07770443-1cd9-4329-86d1-09782ee7be56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:56.765392 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f4911cb0-c485-4617-90b0-3a441cd7bb9f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bc976e361f3f4cada2122d04163e67f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5719674
Nov 16 22:07:56.766613 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 34602) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:07:56.802683 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4911cb0-c485-4617-90b0-3a441cd7bb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456c3aa6-e522-4bed-af81-2c4cb033a458,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:56.832416 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3884d7-d763-4638-87cd-d0d0c7375ccc,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:56.836314 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:56.836974 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Attempting to bind port ec3884d7-d763-4638-87cd-d0d0c7375ccc on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:07:56.837301 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Attempting to bind port ec3884d7-d763-4638-87cd-d0d0c7375ccc by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:07:56.837626 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Attempting to bind port ec3884d7-d763-4638-87cd-d0d0c7375ccc on network 912b1db2-171a-40fc-8a08-3632a8de9e33 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:07:56.842530 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Port ec3884d7-d763-4638-87cd-d0d0c7375ccc on network 912b1db2-171a-40fc-8a08-3632a8de9e33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:07:56.842848 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Attempting to bind port ec3884d7-d763-4638-87cd-d0d0c7375ccc on network 912b1db2-171a-40fc-8a08-3632a8de9e33 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:07:56.843987 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f4911cb0-c485-4617-90b0-3a441cd7bb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:56.848663 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:07:56.852715 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Checking segment: {'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:07:56.852715 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Bound using segment: {'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:07:56.852715 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Bound port: ec3884d7-d763-4638-87cd-d0d0c7375ccc, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:07:56.852715 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:56.862558 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f8c71275-feb4-48d7-9c0b-fb39b461da84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:56.890264 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f8c71275-feb4-48d7-9c0b-fb39b461da84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:56.948220 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] For port ec3884d7-d763-4638-87cd-d0d0c7375ccc, host hv-cinder-81814, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:07:56.951520 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] For port ec3884d7-d763-4638-87cd-d0d0c7375ccc, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=ec3884d7-d763-4638-87cd-d0d0c7375ccc,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:07:56.994943 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f8c71275-feb4-48d7-9c0b-fb39b461da84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:56.998869 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-314b43c8-32b0-422d-9aa5-39cc3983d60c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:57.013738 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c71275-feb4-48d7-9c0b-fb39b461da84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456c3aa6-e522-4bed-af81-2c4cb033a458,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:57.017511 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f8c71275-feb4-48d7-9c0b-fb39b461da84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:57.023980 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:57.027761 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fb6a12ca-79fe-426c-a5f7-6009ca40e585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:07:57.030711 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f8c71275-feb4-48d7-9c0b-fb39b461da84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:57.031670 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f8c71275-feb4-48d7-9c0b-fb39b461da84 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/456c3aa6-e522-4bed-af81-2c4cb033a458 HTTP/1.1" status: 204  len: 168 time: 0.2640035
Nov 16 22:07:57.098229 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:57.098862 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:07:57.100530 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] 10.222.0.72 "PUT /v2.0/ports/ec3884d7-d763-4638-87cd-d0d0c7375ccc HTTP/1.1" status: 200  len: 1094 time: 1.1711571
Nov 16 22:07:57.100842 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3564a0e-5cc7-46f4-b46e-54a95540508d', 'tag': 'ec3884d7-d763-4638-87cd-d0d0c7375ccc'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:07:57.131291 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3884d7-d763-4638-87cd-d0d0c7375ccc,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:07:57.141998 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:07:57.162422 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3564a0e-5cc7-46f4-b46e-54a95540508d', 'tag': 'ec3884d7-d763-4638-87cd-d0d0c7375ccc', 'status': 'completed', 'code': 200}
Nov 16 22:07:57.317779 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99f59d-3eeb-4457-8b4e-49a76c63027d req-3d66b1f7-303a-41b4-a873-8aee88cfad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:57.319284 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-9a99f59d-3eeb-4457-8b4e-49a76c63027d req-3d66b1f7-303a-41b4-a873-8aee88cfad66 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 1097 time: 0.0741880
Nov 16 22:07:57.521485 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99f59d-3eeb-4457-8b4e-49a76c63027d req-6c35f72c-b334-46c3-a8aa-c0a523ac0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:57.523557 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-9a99f59d-3eeb-4457-8b4e-49a76c63027d req-6c35f72c-b334-46c3-a8aa-c0a523ac0019 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1731672
Nov 16 22:07:57.775238 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99f59d-3eeb-4457-8b4e-49a76c63027d req-7981929b-e18d-4ec2-ab49-9cc87d92ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:57.776887 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-9a99f59d-3eeb-4457-8b4e-49a76c63027d req-7981929b-e18d-4ec2-ab49-9cc87d92ec56 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2448564
Nov 16 22:07:57.805396 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2501e2b-790e-4189-a8ab-73eb1f313d32 req-90a249e8-82f5-4102-80eb-a50f79a4a8d3 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:57.807637 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e2501e2b-790e-4189-a8ab-73eb1f313d32 req-90a249e8-82f5-4102-80eb-a50f79a4a8d3 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 944 time: 0.1032283
Nov 16 22:07:57.854991 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e2501e2b-790e-4189-a8ab-73eb1f313d32 req-22a1b6f9-b5fd-4565-8cd7-b9adbffc3e5e tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409615
Nov 16 22:07:57.951243 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-788a3421-af04-4353-bf0a-74096ef0ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:57.952774 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-788a3421-af04-4353-bf0a-74096ef0ec40 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 1097 time: 0.0824282
Nov 16 22:07:58.044270 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-28ee5662-45ee-4354-9f0f-66f1ec1b2c22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec3884d7-d763-4638-87cd-d0d0c7375ccc HTTP/1.1" status: 200  len: 217 time: 0.0715241
Nov 16 22:07:58.120663 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-4e5b07af-ea93-41e6-98cf-dcb770e0965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:58.122151 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-4e5b07af-ea93-41e6-98cf-dcb770e0965d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43fd9aec-af72-4efd-ab29-2bd74bcc3daa HTTP/1.1" status: 200  len: 853 time: 0.0661545
Nov 16 22:07:58.172717 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-1aae6451-4060-426c-b027-8c2eee023458 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=912b1db2-171a-40fc-8a08-3632a8de9e33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415201
Nov 16 22:07:58.310539 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-8671299c-76bc-483c-ae09-b395b7ac9e04 service neutron] 10.222.0.72 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288817
Nov 16 22:07:58.461455 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e684cce5-d9bf-448a-a591-941071ff8d73 req-2b6156c0-d0e1-4721-840c-3e2a865a1c6a service neutron] 10.222.0.72 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432438
Nov 16 22:07:59.088391 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca015334-1647-4eca-94c0-f13bef7736b0 req-7810e003-7e63-425d-b9f0-9f0f31e4b839 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:59.089905 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ca015334-1647-4eca-94c0-f13bef7736b0 req-7810e003-7e63-425d-b9f0-9f0f31e4b839 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 944 time: 0.0825059
Nov 16 22:07:59.134103 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ca015334-1647-4eca-94c0-f13bef7736b0 req-bf73b634-bc61-449b-b388-bd938881548e tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385833
Nov 16 22:07:59.470450 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b9a58-b3c1-44fa-a880-25af7757dfe7 req-770b55e7-0705-49dd-a3ed-f1aeaee58821 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:07:59.476207 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a29b9a58-b3c1-44fa-a880-25af7757dfe7 req-770b55e7-0705-49dd-a3ed-f1aeaee58821 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 945 time: 0.1175697
Nov 16 22:07:59.519185 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a29b9a58-b3c1-44fa-a880-25af7757dfe7 req-36738b71-ce23-4047-aa0d-798d5c9b6b24 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409603
Nov 16 22:07:59.774493 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:04.890506 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e75f3-0591-4eca-b7ab-38f551463098 req-3de09081-5158-4fd8-ab5d-0de1cff46a60 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:04.892030 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-875e75f3-0591-4eca-b7ab-38f551463098 req-3de09081-5158-4fd8-ab5d-0de1cff46a60 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 944 time: 0.1468682
Nov 16 22:08:04.920827 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35215e9-faeb-4d2a-b21c-ec41b7138673 req-cc13979b-4ea4-4991-8da7-7ed12f1e798d tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:04.927634 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d35215e9-faeb-4d2a-b21c-ec41b7138673 req-cc13979b-4ea4-4991-8da7-7ed12f1e798d tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 945 time: 0.1236982
Nov 16 22:08:04.967900 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-875e75f3-0591-4eca-b7ab-38f551463098 req-c082f71b-691a-470e-88a8-ab45316f9742 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679889
Nov 16 22:08:04.987203 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d35215e9-faeb-4d2a-b21c-ec41b7138673 req-2a92d975-ef30-4bf2-a3b4-9777dd61ddaa tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564842
Nov 16 22:08:06.338581 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e68218-5537-4e7a-ab0b-fcbf866cdc32 req-af01439e-1fc7-491b-a6e8-0b13052fee5e tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:06.340109 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32e68218-5537-4e7a-ab0b-fcbf866cdc32 req-af01439e-1fc7-491b-a6e8-0b13052fee5e tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 944 time: 0.2619398
Nov 16 22:08:06.356023 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a12f0-b57c-46ac-a803-9a14fdbc812a req-2d719e1e-d697-4cc6-abd2-d2bae5e420f2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:06.358717 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a15a12f0-b57c-46ac-a803-9a14fdbc812a req-2d719e1e-d697-4cc6-abd2-d2bae5e420f2 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 945 time: 0.1333723
Nov 16 22:08:06.444666 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f4d99-80ee-4a4e-92b8-f910219712a6 req-f804b60f-5273-4d70-9773-66ac170abfab tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:06.444666 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-e65f4d99-80ee-4a4e-92b8-f910219712a6 req-f804b60f-5273-4d70-9773-66ac170abfab tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Synchronizing usage tracker for tenant:f8e19bc7e25c4b87b6f8ffacf9cf82c0 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:08:06.451745 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a15a12f0-b57c-46ac-a803-9a14fdbc812a req-7839aef3-e702-4ccf-be2a-3b77a47fba1e tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/security-groups?id=0029f7ee-d216-4269-9440-09b75a5437a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686486
Nov 16 22:08:06.454916 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32e68218-5537-4e7a-ab0b-fcbf866cdc32 req-b1648ade-cc5f-4010-8dc2-43359cd248a8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952740
Nov 16 22:08:06.543049 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-e65f4d99-80ee-4a4e-92b8-f910219712a6 req-f804b60f-5273-4d70-9773-66ac170abfab tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Unset dirty status for tenant:f8e19bc7e25c4b87b6f8ffacf9cf82c0 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:08:06.544226 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e65f4d99-80ee-4a4e-92b8-f910219712a6 req-f804b60f-5273-4d70-9773-66ac170abfab tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 945 time: 0.2174563
Nov 16 22:08:06.627977 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-e65f4d99-80ee-4a4e-92b8-f910219712a6 req-b2cfc6e5-b36e-40fb-a865-f8636e3a3db9 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Deleting port e433c130-b490-4b21-a593-625a59832dc4 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:08:06.628326 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e65f4d99-80ee-4a4e-92b8-f910219712a6 req-b2cfc6e5-b36e-40fb-a865-f8636e3a3db9 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:06.885088 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-e65f4d99-80ee-4a4e-92b8-f910219712a6 req-b2cfc6e5-b36e-40fb-a865-f8636e3a3db9 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] For port e433c130-b490-4b21-a593-625a59832dc4, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e433c130-b490-4b21-a593-625a59832dc4,segment=NetworkSegment(09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e),segment_id=09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:06.885500 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e65f4d99-80ee-4a4e-92b8-f910219712a6 req-b2cfc6e5-b36e-40fb-a865-f8636e3a3db9 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:07.011723 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-e65f4d99-80ee-4a4e-92b8-f910219712a6 req-b2cfc6e5-b36e-40fb-a865-f8636e3a3db9 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Calling delete_port for e433c130-b490-4b21-a593-625a59832dc4 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:08:07.269284 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 34792) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:07.285960 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e65f4d99-80ee-4a4e-92b8-f910219712a6 req-b2cfc6e5-b36e-40fb-a865-f8636e3a3db9 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:07.293177 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-2d7f7316-aa6a-41cd-9d15-21496e3d8926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:07.336868 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['e433c130-b490-4b21-a593-625a59832dc4'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:08:07.337453 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfc6e5-b36e-40fb-a865-f8636e3a3db9 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Pushing event deleted for resources: {'Port': ['ID=e433c130-b490-4b21-a593-625a59832dc4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:07.340702 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b2cfc6e5-b36e-40fb-a865-f8636e3a3db9 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:07.396587 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c2674958-ccf8-4b5c-8e39-a0ab8e3d72e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:07.411191 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c2674958-ccf8-4b5c-8e39-a0ab8e3d72e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:07.415042 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c2674958-ccf8-4b5c-8e39-a0ab8e3d72e9 admin admin] Usage tracker for resource:security_group_rule and tenant:4fdefdaf904448779261296bc4ff368b is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:07.418023 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c2674958-ccf8-4b5c-8e39-a0ab8e3d72e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:07.423838 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c2674958-ccf8-4b5c-8e39-a0ab8e3d72e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:07.491542 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65f4d99-80ee-4a4e-92b8-f910219712a6 req-b2cfc6e5-b36e-40fb-a865-f8636e3a3db9 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] No DVR routers for this DVR port e433c130-b490-4b21-a593-625a59832dc4 on host hv-cinder-81814 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:08:07.495229 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e65f4d99-80ee-4a4e-92b8-f910219712a6 req-b2cfc6e5-b36e-40fb-a865-f8636e3a3db9 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:07.505701 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc85da3-b456-42eb-844f-e65e04fe87e7', 'name': 'network-vif-deleted', 'tag': 'e433c130-b490-4b21-a593-625a59832dc4'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:08:07.545522 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c2674958-ccf8-4b5c-8e39-a0ab8e3d72e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:07.577892 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e65f4d99-80ee-4a4e-92b8-f910219712a6 req-b2cfc6e5-b36e-40fb-a865-f8636e3a3db9 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.72 "DELETE /v2.0/ports/e433c130-b490-4b21-a593-625a59832dc4 HTTP/1.1" status: 204  len: 173 time: 1.0280716
Nov 16 22:08:07.626622 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c2674958-ccf8-4b5c-8e39-a0ab8e3d72e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:07.640401 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f8c71275-feb4-48d7-9c0b-fb39b461da84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:07.651965 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cc2f2fce-9ed8-46f1-b3de-8952d5036d43 req-1fd65d54-1b1b-425e-bf33-90aae4bd47bc tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 210 time: 0.0768032
Nov 16 22:08:07.707053 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc85da3-b456-42eb-844f-e65e04fe87e7', 'name': 'network-vif-deleted', 'tag': 'e433c130-b490-4b21-a593-625a59832dc4', 'status': 'completed', 'code': 200}
Nov 16 22:08:07.743040 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c2674958-ccf8-4b5c-8e39-a0ab8e3d72e9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4fdefdaf904448779261296bc4ff368b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4726803
Nov 16 22:08:07.746734 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 34820) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:07.772117 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2674958-ccf8-4b5c-8e39-a0ab8e3d72e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615aebfc-3bbc-4f45-be62-9a58d59c5910,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:07.796432 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c2674958-ccf8-4b5c-8e39-a0ab8e3d72e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:07.823963 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb59671-c018-4c29-890c-9f7e8131758b req-52a8b153-2070-4c7e-9b4e-05b44fb48a02 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:07.826157 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae8562a0-849b-43f9-971a-65f41f453bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:07.832943 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fcb59671-c018-4c29-890c-9f7e8131758b req-52a8b153-2070-4c7e-9b4e-05b44fb48a02 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 944 time: 0.1934249
Nov 16 22:08:07.878595 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae8562a0-849b-43f9-971a-65f41f453bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:07.895144 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fcb59671-c018-4c29-890c-9f7e8131758b req-3030d7cb-0051-4375-a30b-87ab5d45abe0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610418
Nov 16 22:08:07.964375 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device ec3884d7-d763-4638-87cd-d0d0c7375ccc details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:08:07.988764 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae8562a0-849b-43f9-971a-65f41f453bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:07.992819 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:08.004564 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8562a0-849b-43f9-971a-65f41f453bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615aebfc-3bbc-4f45-be62-9a58d59c5910,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:08.008629 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ae8562a0-849b-43f9-971a-65f41f453bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:08.019315 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ae8562a0-849b-43f9-971a-65f41f453bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:08.020022 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-ae8562a0-849b-43f9-971a-65f41f453bef admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/615aebfc-3bbc-4f45-be62-9a58d59c5910 HTTP/1.1" status: 204  len: 168 time: 0.2718947
Nov 16 22:08:08.144457 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port ec3884d7-d763-4638-87cd-d0d0c7375ccc, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=ec3884d7-d763-4638-87cd-d0d0c7375ccc,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:08.166848 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': 'ec3884d7-d763-4638-87cd-d0d0c7375ccc', 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33', 'port_id': 'ec3884d7-d763-4638-87cd-d0d0c7375ccc', 'mac_address': 'fa:16:3e:6d:81:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fd9aec-af72-4efd-ab29-2bd74bcc3daa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:08:08.245510 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:08.267019 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3884d7-d763-4638-87cd-d0d0c7375ccc {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:08:08.287768 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port ec3884d7-d763-4638-87cd-d0d0c7375ccc, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=ec3884d7-d763-4638-87cd-d0d0c7375ccc,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:08.338166 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:08.340822 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:08.415619 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=ec3884d7-d763-4638-87cd-d0d0c7375ccc,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:08.423049 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:08.423413 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:08.423749 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:08.424699 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:08.424945 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:08.425268 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:08.425590 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:08.425907 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:08.426224 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:08.426540 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:08.426855 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:08.427168 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:08.432085 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:08.743981 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 34840) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:08.762345 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e4423d13-39f3-4085-bc48-a3267aa1461d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:08.827334 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-e4423d13-39f3-4085-bc48-a3267aa1461d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:08.836453 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dda9c5e0-464c-4aa8-8c0f-9f1f3615898f req-fd553733-80f2-4b64-b207-e4a2e3ff041a tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dc85da3-b456-42eb-844f-e65e04fe87e7 HTTP/1.1" status: 200  len: 210 time: 0.0564539
Nov 16 22:08:08.837426 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-e4423d13-39f3-4085-bc48-a3267aa1461d admin admin] Usage tracker for resource:security_group_rule and tenant:08e8f8ac7a90457e9370d1ddfd5b869e is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:08.840365 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-e4423d13-39f3-4085-bc48-a3267aa1461d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:08.859149 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-e4423d13-39f3-4085-bc48-a3267aa1461d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:08.894216 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['ec3884d7-d763-4638-87cd-d0d0c7375ccc'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:08:08.960363 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e4423d13-39f3-4085-bc48-a3267aa1461d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:09.045745 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e4423d13-39f3-4085-bc48-a3267aa1461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:09.061392 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:09.111382 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-e4423d13-39f3-4085-bc48-a3267aa1461d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=08e8f8ac7a90457e9370d1ddfd5b869e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3676591
Nov 16 22:08:09.113966 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 34850) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:09.115977 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4423d13-39f3-4085-bc48-a3267aa1461d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3f2925-5e18-4f43-a813-25f2aa757303,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:09.119935 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e4423d13-39f3-4085-bc48-a3267aa1461d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:09.142053 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f03fb6-ef11-4563-ad80-c7a0a221aeb5 req-ec01fc5b-7990-4ec6-9a21-058e99a599c4 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:09.144063 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b0f03fb6-ef11-4563-ad80-c7a0a221aeb5 req-ec01fc5b-7990-4ec6-9a21-058e99a599c4 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 945 time: 0.1348619
Nov 16 22:08:09.189648 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-599fc736-2a77-4b89-9fbc-4ae9e33f88fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:09.194267 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b0f03fb6-ef11-4563-ad80-c7a0a221aeb5 req-a57f55b2-ac8b-4d28-8600-3e6f303650ff tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443840
Nov 16 22:08:09.236852 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-599fc736-2a77-4b89-9fbc-4ae9e33f88fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:09.364605 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-599fc736-2a77-4b89-9fbc-4ae9e33f88fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:09.369422 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d420eb6e-d549-4481-9c96-8ac4963c8576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:09.382641 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fc736-2a77-4b89-9fbc-4ae9e33f88fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3f2925-5e18-4f43-a813-25f2aa757303,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:09.387049 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-599fc736-2a77-4b89-9fbc-4ae9e33f88fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:09.391012 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-599fc736-2a77-4b89-9fbc-4ae9e33f88fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:09.392406 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-599fc736-2a77-4b89-9fbc-4ae9e33f88fe admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ba3f2925-5e18-4f43-a813-25f2aa757303 HTTP/1.1" status: 204  len: 168 time: 0.2773924
Nov 16 22:08:09.995267 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device e433c130-b490-4b21-a593-625a59832dc4 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:08:10.032175 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: e433c130-b490-4b21-a593-625a59832dc4 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:08:10.032604 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device e433c130-b490-4b21-a593-625a59832dc4 not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:08:10.426359 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f59ba-cf3e-4d4d-9b5b-3df264004a96 req-f379e40b-4c8c-44b3-9055-13192e498823 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:10.427895 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7c3f59ba-cf3e-4d4d-9b5b-3df264004a96 req-f379e40b-4c8c-44b3-9055-13192e498823 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 945 time: 0.1024737
Nov 16 22:08:10.502224 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7c3f59ba-cf3e-4d4d-9b5b-3df264004a96 req-542efc2d-9dfa-421a-a7e9-c8b95906a27a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639179
Nov 16 22:08:11.734439 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c669809-8b29-4ec8-9fcd-d8fd7d93236e req-89d72507-f9f8-4de8-889e-ccb7c96a0b66 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:11.737565 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5c669809-8b29-4ec8-9fcd-d8fd7d93236e req-89d72507-f9f8-4de8-889e-ccb7c96a0b66 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 945 time: 0.1038952
Nov 16 22:08:11.796938 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5c669809-8b29-4ec8-9fcd-d8fd7d93236e req-5fc26348-45b3-44c1-b233-394f4751e192 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496829
Nov 16 22:08:12.006678 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 34970) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:12.018720 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device ec3884d7-d763-4638-87cd-d0d0c7375ccc up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:12.139451 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-44b6e7b8-6e49-473e-9fe0-7c3dba50b942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:12.155203 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-44b6e7b8-6e49-473e-9fe0-7c3dba50b942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:12.159787 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-44b6e7b8-6e49-473e-9fe0-7c3dba50b942 admin admin] Usage tracker for resource:security_group_rule and tenant:86a1b737843f48108a7f20b3c6e92245 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:12.162694 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-44b6e7b8-6e49-473e-9fe0-7c3dba50b942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:12.165803 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port ec3884d7-d763-4638-87cd-d0d0c7375ccc completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:08:12.171167 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-44b6e7b8-6e49-473e-9fe0-7c3dba50b942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:12.171650 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port ec3884d7-d763-4638-87cd-d0d0c7375ccc triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:12.172136 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:12.267314 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-44b6e7b8-6e49-473e-9fe0-7c3dba50b942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:12.306524 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:12.334756 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3564a0e-5cc7-46f4-b46e-54a95540508d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3884d7-d763-4638-87cd-d0d0c7375ccc'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:08:12.346033 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port ec3884d7-d763-4638-87cd-d0d0c7375ccc, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=ec3884d7-d763-4638-87cd-d0d0c7375ccc,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:12.348357 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-44b6e7b8-6e49-473e-9fe0-7c3dba50b942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:12.357501 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ae8562a0-849b-43f9-971a-65f41f453bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:12.382539 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3564a0e-5cc7-46f4-b46e-54a95540508d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3884d7-d763-4638-87cd-d0d0c7375ccc', 'code': 200}
Nov 16 22:08:12.402423 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-44b6e7b8-6e49-473e-9fe0-7c3dba50b942 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=86a1b737843f48108a7f20b3c6e92245&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3946269
Nov 16 22:08:12.404039 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6e7b8-6e49-473e-9fe0-7c3dba50b942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d48c517-fa13-49c9-a2ee-d3df87a2f8cf,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:12.405258 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 34984) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:12.407627 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-44b6e7b8-6e49-473e-9fe0-7c3dba50b942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:12.428763 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:12.431915 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:12.467162 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6de3-69bd-4435-9c0b-53591299069c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:12.508337 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6de3-69bd-4435-9c0b-53591299069c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:12.526058 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=ec3884d7-d763-4638-87cd-d0d0c7375ccc,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:12.532966 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:12.678827 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6de3-69bd-4435-9c0b-53591299069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:12.683202 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:12.697966 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f6de3-69bd-4435-9c0b-53591299069c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d48c517-fa13-49c9-a2ee-d3df87a2f8cf,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:12.703970 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ff9f6de3-69bd-4435-9c0b-53591299069c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:12.718996 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6de3-69bd-4435-9c0b-53591299069c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:12.720849 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ff9f6de3-69bd-4435-9c0b-53591299069c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9d48c517-fa13-49c9-a2ee-d3df87a2f8cf HTTP/1.1" status: 204  len: 168 time: 0.3138089
Nov 16 22:08:13.024255 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dabed-2b8b-43da-aa9f-5cacb565782c req-f92f503c-5421-4968-872a-58105d1aafb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:13.025884 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-863dabed-2b8b-43da-aa9f-5cacb565782c req-f92f503c-5421-4968-872a-58105d1aafb9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 1099 time: 0.1152077
Nov 16 22:08:13.081514 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-863dabed-2b8b-43da-aa9f-5cacb565782c req-e39e8e65-b15a-45cc-940a-0a6c5b354a50 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461981
Nov 16 22:08:13.102050 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a3dee-9e3c-4722-870e-1665015e4c1f req-5e69d5db-86d8-480b-a675-45e2a7d54adb tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:13.109590 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-333a3dee-9e3c-4722-870e-1665015e4c1f req-5e69d5db-86d8-480b-a675-45e2a7d54adb tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 946 time: 0.1406069
Nov 16 22:08:13.176118 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-333a3dee-9e3c-4722-870e-1665015e4c1f req-16faf865-c5c7-4f40-94c0-e5f8e2bab3a7 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654237
Nov 16 22:08:13.289737 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 35026) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:13.353500 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2097a8-300d-47d9-94c9-a1ca608e3235 admin admin] Deleting subnet a17f9881-b78c-4734-bcbe-c86846825373 {{(pid=87469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:08:13.356576 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-be2097a8-300d-47d9-94c9-a1ca608e3235 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:13.411539 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-be2097a8-300d-47d9-94c9-a1ca608e3235 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:13.418845 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-be2097a8-300d-47d9-94c9-a1ca608e3235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:13.491290 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 35034) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:13.508949 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-053941d6-f93f-4e6b-9d47-28e7603f1ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:13.525009 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-053941d6-f93f-4e6b-9d47-28e7603f1ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:13.529107 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-053941d6-f93f-4e6b-9d47-28e7603f1ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:0c2d4592ee404bc0beda798d9adc7b59 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:13.532403 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-053941d6-f93f-4e6b-9d47-28e7603f1ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:13.540629 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-053941d6-f93f-4e6b-9d47-28e7603f1ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:13.575790 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-be2097a8-300d-47d9-94c9-a1ca608e3235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for subnet, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:13.584814 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:13.623877 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2097a8-300d-47d9-94c9-a1ca608e3235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a17f9881-b78c-4734-bcbe-c86846825373,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:13.635253 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-be2097a8-300d-47d9-94c9-a1ca608e3235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:13.657980 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-be2097a8-300d-47d9-94c9-a1ca608e3235 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a17f9881-b78c-4734-bcbe-c86846825373 HTTP/1.1" status: 204  len: 168 time: 0.3686435
Nov 16 22:08:13.661699 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35042) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:13.672023 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-be2097a8-300d-47d9-94c9-a1ca608e3235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:13.710628 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-053941d6-f93f-4e6b-9d47-28e7603f1ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:13.772668 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:13.781595 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-053941d6-f93f-4e6b-9d47-28e7603f1ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:13.791265 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ff9f6de3-69bd-4435-9c0b-53591299069c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:13.836410 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-053941d6-f93f-4e6b-9d47-28e7603f1ff7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0c2d4592ee404bc0beda798d9adc7b59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3440349
Nov 16 22:08:13.838604 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053941d6-f93f-4e6b-9d47-28e7603f1ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1245c74f-fcb9-4a9c-95bb-2ac04cd13de3,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:13.841475 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35050) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:13.847094 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-053941d6-f93f-4e6b-9d47-28e7603f1ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:13.957173 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:13.995263 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa3d32df6d0>> segment before_delete 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:08:13.995648 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa3d32df6d0>> subnet precommit_delete_associations 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:08:13.996407 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3d13d9ee0>> segment_host_mapping after_create 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:08:13.996758 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3d13d9ee0>> port after_create 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:08:13.997198 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3d13d9ee0>> port after_delete 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:08:13.997541 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3d13d9ee0>> port after_update 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:08:13.997920 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3d13d9ee0>> segment after_delete 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:08:13.998247 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3d13d9ee0>> subnet after_create 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:08:13.998575 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3d13d9ee0>> subnet after_delete 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:08:13.998898 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3d13d9ee0>> subnet after_update 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:08:14.138718 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa3d1d13520>> subnet after_create 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:08:14.139302 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa3d1d13520>> subnet after_delete 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:08:14.139302 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa3d1d13520>> subnet before_create 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:08:14.139445 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa3d1d13520>> subnet before_update 55550000 {{(pid=87470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:08:14.139820 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d13d9a00>,) {'filters': {'network_id': ['b575ac6f-a957-4ac9-91f7-88c9f04c8f63']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:14.156273 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70f481b7-c5ce-4ace-98e0-220a50877818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:14.161169 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d13d9a00>, '09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:14.161458 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d13d9a00>, '09a8c4d9-0f65-4520-9edd-bdd13aa4ac5e') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:14.183293 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7560678'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:14.208737 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70f481b7-c5ce-4ace-98e0-220a50877818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:14.218924 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:14.240146 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:08:14.240549 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5480855'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   from cryptography.utils import int_from_bytes
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   from cryptography.utils import int_from_bytes
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   util.warn_limited(
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   util.warn_limited(
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]: Traceback (most recent call last):
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:     timer()
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:     cb(*args, **kw)
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:     return func(*args, **kwargs)
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:     self._notify()
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:     self.callback(batched_events)
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:     event.method(event)
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:     return f(self, *a, **k)
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._get(url).json()
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:08:14.263393 dv-cinder-818140-1-iscsi neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:08:14.421084 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c82ce-3989-4741-9e87-ba4108ac9782 req-d504c969-616f-4bcf-834b-9446485962eb tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:14.422750 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-664c82ce-3989-4741-9e87-ba4108ac9782 req-d504c969-616f-4bcf-834b-9446485962eb tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 946 time: 0.0999670
Nov 16 22:08:14.469482 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:14.474261 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:14.480185 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-664c82ce-3989-4741-9e87-ba4108ac9782 req-72ada242-d215-41bc-9534-dd9cb99a992d tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460298
Nov 16 22:08:14.492370 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:14.500793 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Pushing event deleted for resources: {'Network': ['ID=b575ac6f-a957-4ac9-91f7-88c9f04c8f63,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:14.507593 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:14.538279 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70f481b7-c5ce-4ace-98e0-220a50877818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:14.551615 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-aa9b0f33-ff88-4abe-80cb-21c65540cacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:14.570356 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-70f481b7-c5ce-4ace-98e0-220a50877818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:14.572168 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-70f481b7-c5ce-4ace-98e0-220a50877818 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1245c74f-fcb9-4a9c-95bb-2ac04cd13de3 HTTP/1.1" status: 204  len: 168 time: 0.7296157
Nov 16 22:08:14.573153 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f481b7-c5ce-4ace-98e0-220a50877818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1245c74f-fcb9-4a9c-95bb-2ac04cd13de3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:14.582664 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-70f481b7-c5ce-4ace-98e0-220a50877818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:14.623277 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a89ffa0d-e6fb-44ed-b197-831da7e7c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:14.640549 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-449831a8-cd20-48ae-8394-41af455bfe3f admin admin] 10.222.0.71 "DELETE /v2.0/networks/b575ac6f-a957-4ac9-91f7-88c9f04c8f63 HTTP/1.1" status: 204  len: 168 time: 0.9774215
Nov 16 22:08:15.095589 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35102) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:15.108648 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:15.150136 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-c339f59b-93bc-4b86-8bd2-7112e9551e7b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f8e19bc7e25c4b87b6f8ffacf9cf82c0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0534134
Nov 16 22:08:15.152988 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35108) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:15.213644 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-088759ee-5bdc-483c-ad9c-38933f26ac75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:15.245494 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-088759ee-5bdc-483c-ad9c-38933f26ac75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:15.382154 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-088759ee-5bdc-483c-ad9c-38933f26ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:15.390493 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-8028e1fe-0cd0-4344-86a5-692ad113bcaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:15.402920 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088759ee-5bdc-483c-ad9c-38933f26ac75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0029f7ee-d216-4269-9440-09b75a5437a0,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:15.405276 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-088759ee-5bdc-483c-ad9c-38933f26ac75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:15.409326 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-088759ee-5bdc-483c-ad9c-38933f26ac75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:15.413808 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-088759ee-5bdc-483c-ad9c-38933f26ac75 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0029f7ee-d216-4269-9440-09b75a5437a0 HTTP/1.1" status: 204  len: 168 time: 0.2564201
Nov 16 22:08:15.706271 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51bd02-fe67-40ef-ba13-ef3b27f3d08e req-c4325a78-bc49-473f-acf1-bf09067a373d tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:15.707806 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8e51bd02-fe67-40ef-ba13-ef3b27f3d08e req-c4325a78-bc49-473f-acf1-bf09067a373d tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 946 time: 0.0820625
Nov 16 22:08:15.758066 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8e51bd02-fe67-40ef-ba13-ef3b27f3d08e req-b59f08ad-4fd8-4a79-b0f5-57cbf98c6069 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435028
Nov 16 22:08:16.817404 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35184) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:17.049282 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1015197292-network', 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:17.054734 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:17.058786 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Usage tracker for resource:network and tenant:31f2fb519aca4110a2e1ceb5fde62e59 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:17.061745 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:17.068080 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:17.158083 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Made reservation on behalf of 31f2fb519aca4110a2e1ceb5fde62e59 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:08:17.160462 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:17.173219 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:17.188753 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:17.193213 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Usage tracker for resource:security_group_rule and tenant:31f2fb519aca4110a2e1ceb5fde62e59 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:17.196332 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:17.199726 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-96cd9bd8-198b-48c0-8df8-7d2722c4fe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:17.203507 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:17.290617 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:17.381463 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:17.385639 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-70f481b7-c5ce-4ace-98e0-220a50877818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:17.409728 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795}  {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:08:17.422158 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:17.426508 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:17.427409 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:17.427739 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.segments_db [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Added segment 9c3f8f9c-679a-45c4-b088-0b41c9e8bb78 of type vlan for network 0087e2d7-4f1a-4fea-baad-ae616045916e
Nov 16 22:08:17.453656 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:17.565228 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:17.566609 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:17.567271 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:17.572518 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-e4ea78ce-d9c6-4026-9b95-4beb435abac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:17.671179 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Pushing event updated for resources: {'Network': ['ID=0087e2d7-4f1a-4fea-baad-ae616045916e,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:17.674374 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:17.682072 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network 0087e2d7-4f1a-4fea-baad-ae616045916e details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:08:17.767884 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.9493711
Nov 16 22:08:17.769960 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35216) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:17.780403 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Request body: {'subnet': {'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1015197292-subnet', 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:17.781992 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:17.786570 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Usage tracker for resource:subnet and tenant:31f2fb519aca4110a2e1ceb5fde62e59 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:17.789716 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:17.795944 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:17.878513 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Made reservation on behalf of 31f2fb519aca4110a2e1ceb5fde62e59 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:08:17.881101 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6122474'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:18.049667 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 35222) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:18.176290 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-62811f59-fbe7-4b23-a3c3-0795848e025a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:18.187150 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5397298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6122392'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:18.191614 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-62811f59-fbe7-4b23-a3c3-0795848e025a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:18.192298 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:18.195767 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-62811f59-fbe7-4b23-a3c3-0795848e025a admin admin] Usage tracker for resource:security_group_rule and tenant:98f20aa3a9b44be094d90e9c923d0a4b is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:18.198799 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-62811f59-fbe7-4b23-a3c3-0795848e025a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:18.205440 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-62811f59-fbe7-4b23-a3c3-0795848e025a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:18.264703 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feff6ede-3b67-4d6a-b1b3-d918954bcf9b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:18.271104 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:18.277085 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Checking segment: {'id': '9c3f8f9c-679a-45c4-b088-0b41c9e8bb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:08:18.279204 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Network hostable DHCP agents. Network: 0087e2d7-4f1a-4fea-baad-ae616045916e, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:08:18.302122 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-62811f59-fbe7-4b23-a3c3-0795848e025a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:18.354287 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Network 0087e2d7-4f1a-4fea-baad-ae616045916e is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:08:18.377426 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-62811f59-fbe7-4b23-a3c3-0795848e025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:18.385057 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-38ab093a-7cc6-4ac1-a6b3-ef349706e27a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:18.426571 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-62811f59-fbe7-4b23-a3c3-0795848e025a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=98f20aa3a9b44be094d90e9c923d0a4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3757923
Nov 16 22:08:18.427591 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62811f59-fbe7-4b23-a3c3-0795848e025a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1fd71f-a195-40b5-9349-290da1a782db,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:18.429911 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35228) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:18.430938 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-62811f59-fbe7-4b23-a3c3-0795848e025a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:18.432565 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, 0087e2d7-4f1a-4fea-baad-ae616045916e) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:18.442050 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e2a971-b900-4402-a9b1-70501973d8b1 None None] Network 0087e2d7-4f1a-4fea-baad-ae616045916e requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:08:18.447244 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:18.447833 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:18.573351 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.7994924
Nov 16 22:08:18.573940 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35232) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:18.586030 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1015197292-router', 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:18.594293 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:18.599350 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e4eff6a-b37c-4bb4-9808-0937bae647b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:18.601126 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Usage tracker for resource:router and tenant:31f2fb519aca4110a2e1ceb5fde62e59 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:18.604588 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:18.618737 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:18.640084 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e4eff6a-b37c-4bb4-9808-0937bae647b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:18.712800 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:18.725396 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b385e12f-a8e9-4f6f-af5e-cb1a4500a2f7 None None] Network 0087e2d7-4f1a-4fea-baad-ae616045916e requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:08:18.789619 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1706'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:18.790918 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7990882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7984489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1617'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:18.865612 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e4eff6a-b37c-4bb4-9808-0937bae647b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:18.884020 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ccce6bdd-a762-4a86-b2bb-c5f947caf7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:18.921279 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4eff6a-b37c-4bb4-9808-0937bae647b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1fd71f-a195-40b5-9349-290da1a782db,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:18.924441 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-2e4eff6a-b37c-4bb4-9808-0937bae647b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:18.927685 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:18.946389 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e4eff6a-b37c-4bb4-9808-0937bae647b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:18.950243 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-2e4eff6a-b37c-4bb4-9808-0937bae647b4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fd1fd71f-a195-40b5-9349-290da1a782db HTTP/1.1" status: 204  len: 168 time: 0.5168018
Nov 16 22:08:19.259813 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7984411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1607'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:19.582160 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 35246) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:19.603251 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1a03f4c0-f893-4009-83cd-eb55c46bc54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:19.626755 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-1a03f4c0-f893-4009-83cd-eb55c46bc54e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:19.631956 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-1a03f4c0-f893-4009-83cd-eb55c46bc54e admin admin] Usage tracker for resource:security_group_rule and tenant:a2085295feee4d698937621948b98327 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:19.635397 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-1a03f4c0-f893-4009-83cd-eb55c46bc54e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:19.641273 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-1a03f4c0-f893-4009-83cd-eb55c46bc54e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:19.662136 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:19.693446 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:19.747818 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1a03f4c0-f893-4009-83cd-eb55c46bc54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:19.837391 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Allocated IP 172.27.1.197 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/c9c001eb-3936-456a-8436-e9cfb9f84c65) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:08:19.845152 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1a03f4c0-f893-4009-83cd-eb55c46bc54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:19.854893 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ee2e9859-0874-4cf5-b530-14d83d424f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:19.897198 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:19.966306 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-1a03f4c0-f893-4009-83cd-eb55c46bc54e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a2085295feee4d698937621948b98327&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3829560
Nov 16 22:08:19.967230 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03f4c0-f893-4009-83cd-eb55c46bc54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad1a52c-9b33-4bc2-82c3-aeaf5d7c2a2b,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:19.971428 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1a03f4c0-f893-4009-83cd-eb55c46bc54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:19.974352 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 35254) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:20.002796 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:20.031618 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5b42d15b-415d-40c6-93f0-a46d7d62c5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:20.057944 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5b42d15b-415d-40c6-93f0-a46d7d62c5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:20.063074 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:20.068689 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b2cfc6e5-b36e-40fb-a865-f8636e3a3db9 tempest-DeleteServersTestJSON-1692921252 tempest-DeleteServersTestJSON-1692921252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:20.129934 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:08:20.132775 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:20.135697 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:08:20.181345 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5b42d15b-415d-40c6-93f0-a46d7d62c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:20.182871 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Pushing event updated for resources: {'Port': ['ID=c9c001eb-3936-456a-8436-e9cfb9f84c65,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:20.186333 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f4911cb0-c485-4617-90b0-3a441cd7bb9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:20.190645 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:20.199817 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42d15b-415d-40c6-93f0-a46d7d62c5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad1a52c-9b33-4bc2-82c3-aeaf5d7c2a2b,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:20.203245 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5b42d15b-415d-40c6-93f0-a46d7d62c5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:20.211514 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5b42d15b-415d-40c6-93f0-a46d7d62c5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:20.215264 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-5b42d15b-415d-40c6-93f0-a46d7d62c5ee admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cad1a52c-9b33-4bc2-82c3-aeaf5d7c2a2b HTTP/1.1" status: 204  len: 168 time: 0.2398281
Nov 16 22:08:20.764286 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:21.133437 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7984134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7984390'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:21.417044 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Router 33395eb2-8a9a-45b9-82fa-ce1b28fc6464 is scheduled to L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 16 22:08:21.604858 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:08:21.616523 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Sync routers for ids ['33395eb2-8a9a-45b9-82fa-ce1b28fc6464'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:08:21.633270 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Routers {'33395eb2-8a9a-45b9-82fa-ce1b28fc6464'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:08:21.634399 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2a18c70>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['33395eb2-8a9a-45b9-82fa-ce1b28fc6464'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:21.730475 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:21.731724 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 3.1568842
Nov 16 22:08:21.734493 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35306) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:21.855699 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Set router 33395eb2-8a9a-45b9-82fa-ce1b28fc6464 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:08:22.338986 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2a18c70>, [{'id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'name': 'tempest-ServerRescueNegativeTestJSON-1015197292-router', 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'c9c001eb-3936-456a-8436-e9cfb9f84c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:18Z', 'updated_at': '2021-11-16T22:08:20Z', 'revision_number': 3, 'project_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'gw_port': {'id': 'c9c001eb-3936-456a-8436-e9cfb9f84c65', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:19Z', 'updated_at': '2021-11-16T22:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:22.344418 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Checking router: 33395eb2-8a9a-45b9-82fa-ce1b28fc6464 for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:08:22.344773 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Updating router 33395eb2-8a9a-45b9-82fa-ce1b28fc6464 port c9c001eb-3936-456a-8436-e9cfb9f84c65 binding host dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:08:22.428329 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:22.802076 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:22.873137 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:22.887156 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Transition to ACTIVE for port object c9c001eb-3936-456a-8436-e9cfb9f84c65 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:08:22.971610 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:22.976290 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-d5e7c49e-e97b-458e-8922-d3f20f35416e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:23.054170 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Allocated IP 172.20.0.1 (0087e2d7-4f1a-4fea-baad-ae616045916e/feff6ede-3b67-4d6a-b1b3-d918954bcf9b/d8fc7095-78ed-4048-b3e6-650d1926d823) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:08:23.082032 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Attempting to bind port c9c001eb-3936-456a-8436-e9cfb9f84c65 on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:08:23.082385 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Attempting to bind port c9c001eb-3936-456a-8436-e9cfb9f84c65 by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:08:23.082982 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Attempting to bind port c9c001eb-3936-456a-8436-e9cfb9f84c65 on network 10de077c-bbee-4272-8747-14a2748b01b9 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:08:23.091359 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Pushing event updated for resources: {'Port': ['ID=c9c001eb-3936-456a-8436-e9cfb9f84c65,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:23.098280 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:08:23.098906 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Checking segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:08:23.099513 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:23.100054 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Bound using segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:08:23.100707 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Bound port: c9c001eb-3936-456a-8436-e9cfb9f84c65, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:08:23.101233 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:23.143578 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:23.144429 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:23.145183 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:23.145825 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:23.146370 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:23.147051 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:23.147521 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:23.148229 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:23.148865 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:23.149420 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:23.149759 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:23.150350 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:23.156626 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:23.222984 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] For port c9c001eb-3936-456a-8436-e9cfb9f84c65, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:08:23.227046 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] For port c9c001eb-3936-456a-8436-e9cfb9f84c65, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=c9c001eb-3936-456a-8436-e9cfb9f84c65,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:08:23.250620 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:23.343399 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:23.348097 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-d5e7c49e-e97b-458e-8922-d3f20f35416e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:23.371626 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:23.375496 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:23.430497 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Routers {'33395eb2-8a9a-45b9-82fa-ce1b28fc6464'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:08:23.431613 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2a18c70>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['33395eb2-8a9a-45b9-82fa-ce1b28fc6464'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:23.449725 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Network 0087e2d7-4f1a-4fea-baad-ae616045916e is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:08:23.452612 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:23.455827 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:08:23.498634 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Pushing event updated for resources: {'Port': ['ID=c9c001eb-3936-456a-8436-e9cfb9f84c65,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:23.504866 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:23.513024 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Pushing event updated for resources: {'Port': ['ID=d8fc7095-78ed-4048-b3e6-650d1926d823,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:23.519168 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:23.523884 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489072'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:23.646566 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] Set router 33395eb2-8a9a-45b9-82fa-ce1b28fc6464 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:08:23.746228 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 35364) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:23.823532 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:23.992623 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff4a6-da38-4ef6-93b3-1417995befea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:24.012762 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-ce1ff4a6-da38-4ef6-93b3-1417995befea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:24.016932 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-ce1ff4a6-da38-4ef6-93b3-1417995befea admin admin] Usage tracker for resource:security_group_rule and tenant:874d4bf1ffb345c4ae50f5d4a10c1a71 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:24.020081 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-ce1ff4a6-da38-4ef6-93b3-1417995befea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:24.025948 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-ce1ff4a6-da38-4ef6-93b3-1417995befea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:24.050182 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2a18c70>, [{'id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'name': 'tempest-ServerRescueNegativeTestJSON-1015197292-router', 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'c9c001eb-3936-456a-8436-e9cfb9f84c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:18Z', 'updated_at': '2021-11-16T22:08:20Z', 'revision_number': 3, 'project_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'gw_port': {'id': 'c9c001eb-3936-456a-8436-e9cfb9f84c65', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:19Z', 'updated_at': '2021-11-16T22:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:24.054691 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33be00d-ed7c-454f-a1f3-f2e266bfa790 None None] The sync data for ids ['33395eb2-8a9a-45b9-82fa-ce1b28fc6464'] in dv-cinder-818140-1-iscsi is: [{'id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'name': 'tempest-ServerRescueNegativeTestJSON-1015197292-router', 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'c9c001eb-3936-456a-8436-e9cfb9f84c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:18Z', 'updated_at': '2021-11-16T22:08:20Z', 'revision_number': 3, 'project_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'gw_port': {'id': 'c9c001eb-3936-456a-8436-e9cfb9f84c65', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:19Z', 'updated_at': '2021-11-16T22:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:08:24.133821 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff4a6-da38-4ef6-93b3-1417995befea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:24.140246 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:24.187178 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff4a6-da38-4ef6-93b3-1417995befea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:24.201872 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1a03f4c0-f893-4009-83cd-eb55c46bc54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:24.215903 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:24.239300 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ce1ff4a6-da38-4ef6-93b3-1417995befea admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=874d4bf1ffb345c4ae50f5d4a10c1a71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4918907
Nov 16 22:08:24.242015 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 35380) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:24.244746 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ff4a6-da38-4ef6-93b3-1417995befea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5cd58b-674d-43b1-bd6b-13d539ad6579,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:24.250096 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:24.257830 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ce1ff4a6-da38-4ef6-93b3-1417995befea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:24.309297 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2d7cd46e-03a9-4e9b-9909-625fb34fdf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:24.339233 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489171'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:24.339474 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2d7cd46e-03a9-4e9b-9909-625fb34fdf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:24.343664 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Pushing event updated for resources: {'Port': ['ID=d8fc7095-78ed-4048-b3e6-650d1926d823,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:24.347542 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:24.502056 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2d7cd46e-03a9-4e9b-9909-625fb34fdf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:24.516158 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:24.547838 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cd46e-03a9-4e9b-9909-625fb34fdf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5cd58b-674d-43b1-bd6b-13d539ad6579,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:24.553993 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2d7cd46e-03a9-4e9b-9909-625fb34fdf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:24.560787 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2d7cd46e-03a9-4e9b-9909-625fb34fdf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:24.562971 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-2d7cd46e-03a9-4e9b-9909-625fb34fdf53 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ce5cd58b-674d-43b1-bd6b-13d539ad6579 HTTP/1.1" status: 204  len: 168 time: 0.3200371
Nov 16 22:08:24.631606 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Network 0087e2d7-4f1a-4fea-baad-ae616045916e is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:08:24.634231 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:24.965525 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Router 33395eb2-8a9a-45b9-82fa-ce1b28fc6464 has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:08:24.979413 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-7a003393-1eef-4ed9-88af-8a5fddeec6df tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:24.987396 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-7a003393-1eef-4ed9-88af-8a5fddeec6df tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/networks?id=912b1db2-171a-40fc-8a08-3632a8de9e33 HTTP/1.1" status: 200  len: 813 time: 0.1688092
Nov 16 22:08:25.018812 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-219b8694-bed7-433c-ac45-b2fe34e3fee0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/quotas/0ff32488ac0b488db1e560c3c5ac25bd HTTP/1.1" status: 200  len: 375 time: 0.0247347
Nov 16 22:08:25.129081 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-3058ae0b-6d2c-4458-b75d-9a911fd02b7c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1093738
Nov 16 22:08:25.189756 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:08:25.206253 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] 10.222.0.71 "PUT /v2.0/routers/33395eb2-8a9a-45b9-82fa-ce1b28fc6464/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4706187
Nov 16 22:08:25.284259 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-48f408fb-ccdb-47ad-84b1-a480d0ceaac4 service neutron] 10.222.0.71 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464670
Nov 16 22:08:25.390392 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35418) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:25.408390 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df5de99a-15c1-4f41-8139-8c55ddd435ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:25.424187 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-df5de99a-15c1-4f41-8139-8c55ddd435ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:25.427193 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-cd7c8bf1-a802-4b0f-ab16-77f520948f41 service neutron] 10.222.0.71 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362450
Nov 16 22:08:25.435393 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-df5de99a-15c1-4f41-8139-8c55ddd435ff admin admin] Usage tracker for resource:security_group_rule and tenant:8a1c83568edf41aa99bce731b55a5084 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:25.444120 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-df5de99a-15c1-4f41-8139-8c55ddd435ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:25.458855 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-df5de99a-15c1-4f41-8139-8c55ddd435ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:25.574659 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df5de99a-15c1-4f41-8139-8c55ddd435ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:25.603042 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35428) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:25.633050 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-df5de99a-15c1-4f41-8139-8c55ddd435ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:25.651434 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f779f788-2621-43c8-854c-b8b74445710b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:25.741039 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-df5de99a-15c1-4f41-8139-8c55ddd435ff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8a1c83568edf41aa99bce731b55a5084&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3493285
Nov 16 22:08:25.746444 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35446) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:25.748976 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5de99a-15c1-4f41-8139-8c55ddd435ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdc388b-67ff-4636-a37f-ef7447b3526c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:25.753877 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-df5de99a-15c1-4f41-8139-8c55ddd435ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:25.795136 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8efc74f2-d388-4277-84b9-d30571ae2bac req-515db382-eca3-4dd6-8d4d-648b6097caf5 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 210 time: 0.0938747
Nov 16 22:08:25.918142 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fa172e59-a741-4fb2-aa12-3bfdde04968f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:25.931264 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9fc81a9-8bb0-4590-9f57-60b9fe732112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:25.948707 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fa172e59-a741-4fb2-aa12-3bfdde04968f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:25.978678 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device c9c001eb-3936-456a-8436-e9cfb9f84c65 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:25.980632 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-fa172e59-a741-4fb2-aa12-3bfdde04968f admin admin] Usage tracker for resource:security_group_rule and tenant:0ddedc00278b45f7ba3f23d5285bb4fb is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:25.983996 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-fa172e59-a741-4fb2-aa12-3bfdde04968f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:25.993749 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fa172e59-a741-4fb2-aa12-3bfdde04968f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:25.997420 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9fc81a9-8bb0-4590-9f57-60b9fe732112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:26.137103 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea206489-9298-409c-bcc3-725e128e7b28 req-c63828d6-074a-452e-9908-145c72654650 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:26.137953 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fa172e59-a741-4fb2-aa12-3bfdde04968f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:26.139114 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ea206489-9298-409c-bcc3-725e128e7b28 req-c63828d6-074a-452e-9908-145c72654650 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/networks?id=0087e2d7-4f1a-4fea-baad-ae616045916e HTTP/1.1" status: 200  len: 819 time: 0.1849144
Nov 16 22:08:26.154409 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ea206489-9298-409c-bcc3-725e128e7b28 req-3ae97426-4635-4d35-bec5-9117e80bbd41 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/quotas/31f2fb519aca4110a2e1ceb5fde62e59 HTTP/1.1" status: 200  len: 375 time: 0.0090401
Nov 16 22:08:26.158743 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9fc81a9-8bb0-4590-9f57-60b9fe732112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:26.158880 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port c9c001eb-3936-456a-8436-e9cfb9f84c65 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:08:26.163555 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:26.167860 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port c9c001eb-3936-456a-8436-e9cfb9f84c65 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:26.167860 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:26.192893 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc81a9-8bb0-4590-9f57-60b9fe732112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdc388b-67ff-4636-a37f-ef7447b3526c,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:26.201705 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-e9fc81a9-8bb0-4590-9f57-60b9fe732112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:26.221182 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e9fc81a9-8bb0-4590-9f57-60b9fe732112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:26.226354 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-e9fc81a9-8bb0-4590-9f57-60b9fe732112 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9cdc388b-67ff-4636-a37f-ef7447b3526c HTTP/1.1" status: 204  len: 168 time: 0.4743202
Nov 16 22:08:26.227529 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fa172e59-a741-4fb2-aa12-3bfdde04968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:26.262490 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Sync routers for ids ['33395eb2-8a9a-45b9-82fa-ce1b28fc6464'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:08:26.266707 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:26.298115 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Routers {'33395eb2-8a9a-45b9-82fa-ce1b28fc6464'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:08:26.299565 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1f25040>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['33395eb2-8a9a-45b9-82fa-ce1b28fc6464'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:26.311462 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ea206489-9298-409c-bcc3-725e128e7b28 req-a0b54fdb-b176-4a7c-a98b-0db4bb1037bb tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=31f2fb519aca4110a2e1ceb5fde62e59&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1372361
Nov 16 22:08:26.320358 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 35468) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:26.372766 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa172e59-a741-4fb2-aa12-3bfdde04968f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b70f275-d2ac-4996-aae6-56e89eddd3d7,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:26.382837 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fa172e59-a741-4fb2-aa12-3bfdde04968f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:26.391583 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-fa172e59-a741-4fb2-aa12-3bfdde04968f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0ddedc00278b45f7ba3f23d5285bb4fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7875340
Nov 16 22:08:26.395562 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35474) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:26.549583 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c402c80-73ff-4794-ba12-02adc37a9b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:26.549674 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-44fbd42b-1459-4d22-90db-dd23894a693a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:26.561269 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-44fbd42b-1459-4d22-90db-dd23894a693a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:26.566309 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c402c80-73ff-4794-ba12-02adc37a9b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:26.577022 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-44fbd42b-1459-4d22-90db-dd23894a693a admin admin] Usage tracker for resource:security_group_rule and tenant:6ec33599f5e14a7c812eebb354088050 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:26.581555 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-44fbd42b-1459-4d22-90db-dd23894a693a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:26.599320 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-44fbd42b-1459-4d22-90db-dd23894a693a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:26.615753 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ea206489-9298-409c-bcc3-725e128e7b28 req-3f98efee-c949-4345-8bf1-a02da0aa8590 service neutron] 10.222.0.71 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2880898
Nov 16 22:08:26.668017 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Set router 33395eb2-8a9a-45b9-82fa-ce1b28fc6464 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:08:26.722585 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:26.724555 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c402c80-73ff-4794-ba12-02adc37a9b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:26.729595 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-44b6e7b8-6e49-473e-9fe0-7c3dba50b942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:26.740725 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c402c80-73ff-4794-ba12-02adc37a9b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b70f275-d2ac-4996-aae6-56e89eddd3d7,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:26.743494 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-5c402c80-73ff-4794-ba12-02adc37a9b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:26.749250 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5c402c80-73ff-4794-ba12-02adc37a9b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:26.772360 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-5c402c80-73ff-4794-ba12-02adc37a9b5a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4b70f275-d2ac-4996-aae6-56e89eddd3d7 HTTP/1.1" status: 204  len: 168 time: 0.3751800
Nov 16 22:08:26.774181 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ea206489-9298-409c-bcc3-725e128e7b28 req-8585056b-758b-474f-bddb-394e99d230b3 service neutron] 10.222.0.71 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1578293
Nov 16 22:08:26.839151 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port c9c001eb-3936-456a-8436-e9cfb9f84c65, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=c9c001eb-3936-456a-8436-e9cfb9f84c65,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:26.869337 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-44fbd42b-1459-4d22-90db-dd23894a693a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:26.929876 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-61690aa1-57c8-4196-a5dd-c06c045e42bb req-2a2f27f9-8281-4693-bae7-19b18b695c9c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 210 time: 0.0564260
Nov 16 22:08:26.960845 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:26.965426 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-44fbd42b-1459-4d22-90db-dd23894a693a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:26.984309 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-306dd9e9-e750-4863-99f2-4a1ec7c8043a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:26.989068 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:27.064697 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-44fbd42b-1459-4d22-90db-dd23894a693a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6ec33599f5e14a7c812eebb354088050&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7431564
Nov 16 22:08:27.066437 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbd42b-1459-4d22-90db-dd23894a693a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0061b77a-75bb-4355-9207-44898d0019ae,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:27.069352 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35492) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:27.072663 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-44fbd42b-1459-4d22-90db-dd23894a693a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:27.112014 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=c9c001eb-3936-456a-8436-e9cfb9f84c65,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:27.115862 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:27.166926 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33fe3726-0201-48c6-afaf-10f1fe8ff191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:27.167838 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1f25040>, [{'id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'name': 'tempest-ServerRescueNegativeTestJSON-1015197292-router', 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'c9c001eb-3936-456a-8436-e9cfb9f84c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:18Z', 'updated_at': '2021-11-16T22:08:23Z', 'revision_number': 4, 'project_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'gw_port': {'id': 'c9c001eb-3936-456a-8436-e9cfb9f84c65', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:19Z', 'updated_at': '2021-11-16T22:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'd8fc7095-78ed-4048-b3e6-650d1926d823', 'name': '', 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e', 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'mac_address': 'fa:16:3e:e2:10:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'feff6ede-3b67-4d6a-b1b3-d918954bcf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:22Z', 'updated_at': '2021-11-16T22:08:23Z', 'revision_number': 2, 'project_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'subnets': [{'id': 'feff6ede-3b67-4d6a-b1b3-d918954bcf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:27.172656 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Checking router: 33395eb2-8a9a-45b9-82fa-ce1b28fc6464 for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:08:27.173646 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Updating router 33395eb2-8a9a-45b9-82fa-ce1b28fc6464 port d8fc7095-78ed-4048-b3e6-650d1926d823 binding host dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:08:27.221422 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33fe3726-0201-48c6-afaf-10f1fe8ff191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:27.228691 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ce906d6d-a72a-40dd-bec4-105a5a46c330 req-47d43af5-303f-40b3-8768-5de4ae184775 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 210 time: 0.0640202
Nov 16 22:08:27.270492 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:27.417802 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33fe3726-0201-48c6-afaf-10f1fe8ff191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:27.430999 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4f564456-d3d2-4461-8908-76a0061e8d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:27.452369 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe3726-0201-48c6-afaf-10f1fe8ff191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0061b77a-75bb-4355-9207-44898d0019ae,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:27.457919 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-33fe3726-0201-48c6-afaf-10f1fe8ff191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:27.468606 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33fe3726-0201-48c6-afaf-10f1fe8ff191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:27.470642 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-33fe3726-0201-48c6-afaf-10f1fe8ff191 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0061b77a-75bb-4355-9207-44898d0019ae HTTP/1.1" status: 204  len: 168 time: 0.3995435
Nov 16 22:08:27.891472 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:27.899677 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device c9c001eb-3936-456a-8436-e9cfb9f84c65 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:27.943170 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e35ef-3570-40ac-8833-dba404977234 req-77ecbb8c-95ab-4ef6-8bbf-f06d41292699 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:27.945647 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-df2e35ef-3570-40ac-8833-dba404977234 req-77ecbb8c-95ab-4ef6-8bbf-f06d41292699 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/networks?id=0087e2d7-4f1a-4fea-baad-ae616045916e HTTP/1.1" status: 200  len: 819 time: 0.3421562
Nov 16 22:08:27.959550 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Transition to ACTIVE for port object d8fc7095-78ed-4048-b3e6-650d1926d823 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:08:27.976533 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-df2e35ef-3570-40ac-8833-dba404977234 req-e7877a90-f735-42a9-9b3f-ab42fa6310d7 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/quotas/31f2fb519aca4110a2e1ceb5fde62e59 HTTP/1.1" status: 200  len: 375 time: 0.0248539
Nov 16 22:08:27.988158 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port c9c001eb-3936-456a-8436-e9cfb9f84c65 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:27.990905 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:28.083319 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:28.094115 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:28.127177 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-df2e35ef-3570-40ac-8833-dba404977234 req-842b7965-31ee-4a52-9c1a-a78ac631638c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=31f2fb519aca4110a2e1ceb5fde62e59&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1490567
Nov 16 22:08:28.301524 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7d609-af62-4a0e-9237-a2cdf536cacd None None] Pushing event updated for resources: {'Port': ['ID=d8fc7095-78ed-4048-b3e6-650d1926d823,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:28.306663 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-a5b7d609-af62-4a0e-9237-a2cdf536cacd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:28.328832 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d081bc41-a300-4369-8fdf-700d3cdb4ae8 req-938c4042-3cba-4807-b9b8-3462a8dbe033 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 210 time: 0.1132736
Nov 16 22:08:28.415484 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-df2e35ef-3570-40ac-8833-dba404977234 req-aa04d1ab-634c-4aab-9288-7cd0887eef72 service neutron] 10.222.0.71 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2870457
Nov 16 22:08:28.436299 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Attempting to bind port d8fc7095-78ed-4048-b3e6-650d1926d823 on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:08:28.436636 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Attempting to bind port d8fc7095-78ed-4048-b3e6-650d1926d823 by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '9c3f8f9c-679a-45c4-b088-0b41c9e8bb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:08:28.437317 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Attempting to bind port d8fc7095-78ed-4048-b3e6-650d1926d823 on network 0087e2d7-4f1a-4fea-baad-ae616045916e {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:08:28.453187 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:08:28.453706 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Checking segment: {'id': '9c3f8f9c-679a-45c4-b088-0b41c9e8bb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:08:28.454171 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:28.454672 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Bound using segment: {'id': '9c3f8f9c-679a-45c4-b088-0b41c9e8bb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:08:28.455242 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Bound port: d8fc7095-78ed-4048-b3e6-650d1926d823, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3f8f9c-679a-45c4-b088-0b41c9e8bb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:08:28.455672 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:28.593082 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] For port d8fc7095-78ed-4048-b3e6-650d1926d823, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:08:28.596923 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] For port d8fc7095-78ed-4048-b3e6-650d1926d823, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=d8fc7095-78ed-4048-b3e6-650d1926d823,segment=NetworkSegment(9c3f8f9c-679a-45c4-b088-0b41c9e8bb78),segment_id=9c3f8f9c-679a-45c4-b088-0b41c9e8bb78)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:08:28.599517 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-df2e35ef-3570-40ac-8833-dba404977234 req-5d2d0930-8dd2-4581-a393-090c23006aac service neutron] 10.222.0.71 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1672494
Nov 16 22:08:28.680677 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:28.685784 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:28.776126 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Routers {'33395eb2-8a9a-45b9-82fa-ce1b28fc6464'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:08:28.776882 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1f25040>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['33395eb2-8a9a-45b9-82fa-ce1b28fc6464'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:28.897108 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7d609-af62-4a0e-9237-a2cdf536cacd None None] Pushing event updated for resources: {'Port': ['ID=d8fc7095-78ed-4048-b3e6-650d1926d823,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:28.908327 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-a5b7d609-af62-4a0e-9237-a2cdf536cacd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:28.912281 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-7160e2c5-6657-4ff3-ad37-905609f5f7bb tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:28.915587 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-7160e2c5-6657-4ff3-ad37-905609f5f7bb tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "GET /v2.0/networks?id=912b1db2-171a-40fc-8a08-3632a8de9e33 HTTP/1.1" status: 200  len: 813 time: 0.3014321
Nov 16 22:08:28.955688 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Request body: {'port': {'device_id': '9a192bec-3ef8-4128-9606-6d8c692934ef', 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33', 'admin_state_up': True, 'tenant_id': '0ff32488ac0b488db1e560c3c5ac25bd'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:28.966409 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0fddef30-495c-4034-9bd1-65cfcfd1f638 req-f7625149-7edd-4e36-ad52-115352c86f32 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 210 time: 0.0822468
Nov 16 22:08:29.125854 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] Set router 33395eb2-8a9a-45b9-82fa-ce1b28fc6464 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:08:29.227655 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:29.233095 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Usage tracker for resource:port and tenant:0ff32488ac0b488db1e560c3c5ac25bd is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:29.238064 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:29.258685 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:29.382293 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Made reservation on behalf of 0ff32488ac0b488db1e560c3c5ac25bd for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:08:29.387438 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:29.468810 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 35592) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:29.510479 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1f25040>, [{'id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'name': 'tempest-ServerRescueNegativeTestJSON-1015197292-router', 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'c9c001eb-3936-456a-8436-e9cfb9f84c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:18Z', 'updated_at': '2021-11-16T22:08:23Z', 'revision_number': 4, 'project_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'gw_port': {'id': 'c9c001eb-3936-456a-8436-e9cfb9f84c65', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:19Z', 'updated_at': '2021-11-16T22:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'd8fc7095-78ed-4048-b3e6-650d1926d823', 'name': '', 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e', 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'mac_address': 'fa:16:3e:e2:10:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'feff6ede-3b67-4d6a-b1b3-d918954bcf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:22Z', 'updated_at': '2021-11-16T22:08:28Z', 'revision_number': 4, 'project_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'subnets': [{'id': 'feff6ede-3b67-4d6a-b1b3-d918954bcf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:29.524215 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0059e128-5f89-458c-923d-2a90e89f58ef None None] The sync data for ids ['33395eb2-8a9a-45b9-82fa-ce1b28fc6464'] in dv-cinder-818140-1-iscsi is: [{'id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'name': 'tempest-ServerRescueNegativeTestJSON-1015197292-router', 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'c9c001eb-3936-456a-8436-e9cfb9f84c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:18Z', 'updated_at': '2021-11-16T22:08:23Z', 'revision_number': 4, 'project_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'gw_port': {'id': 'c9c001eb-3936-456a-8436-e9cfb9f84c65', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:19Z', 'updated_at': '2021-11-16T22:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'd8fc7095-78ed-4048-b3e6-650d1926d823', 'name': '', 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e', 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'mac_address': 'fa:16:3e:e2:10:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'feff6ede-3b67-4d6a-b1b3-d918954bcf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:22Z', 'updated_at': '2021-11-16T22:08:28Z', 'revision_number': 4, 'project_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'subnets': [{'id': 'feff6ede-3b67-4d6a-b1b3-d918954bcf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:08:29.734551 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6bc84798-522c-4fdd-bc44-181c5f88ae04 req-671f7cae-7027-4c84-b7ed-811d94e17e98 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 210 time: 0.0718629
Nov 16 22:08:29.737142 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:29.854339 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Allocated IP 172.20.0.5 (912b1db2-171a-40fc-8a08-3632a8de9e33/43fd9aec-af72-4efd-ab29-2bd74bcc3daa/ae845c9d-3da0-40a1-ab4c-c1c759583ddf) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:08:29.868332 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-589568015-network', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:29.869386 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:29.873637 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Usage tracker for resource:network and tenant:6f9679bda1c74f76bcf5494a43c366b3 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:29.879980 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:29.892631 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:29.919667 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device d8fc7095-78ed-4048-b3e6-650d1926d823 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:29.959893 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Made reservation on behalf of 6f9679bda1c74f76bcf5494a43c366b3 for: {'network': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:08:29.962338 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:29.997573 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:30.023836 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:30.047838 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Usage tracker for resource:security_group_rule and tenant:6f9679bda1c74f76bcf5494a43c366b3 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:30.068939 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:30.079806 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:30.124829 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port d8fc7095-78ed-4048-b3e6-650d1926d823 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:08:30.130395 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port d8fc7095-78ed-4048-b3e6-650d1926d823 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:30.131019 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:30.176608 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8a0325df-7ae8-448e-a33b-79d026a3cd50 req-e493965a-6bb9-410a-8fbb-8105fb0b8ce4 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 210 time: 0.0743706
Nov 16 22:08:30.214026 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:30.277558 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:30.330872 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:30.359609 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:30.359953 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:30.366476 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c58f97e2-4a43-4af7-8c5e-2c950931a238 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:30.375102 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790}  {{(pid=87469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:08:30.389909 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:30.390427 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.segments_db [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Added segment 543340c5-6c0b-4ac9-810c-2a2333afe6e3 of type vlan for network 6431ab66-4714-41a7-87a8-d3f34aa0544b
Nov 16 22:08:30.418551 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['4dcf2ef0-b180-426b-b0f7-470aa9fab5c7', 'ec3884d7-d763-4638-87cd-d0d0c7375ccc'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:08:30.435998 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:30.461065 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Network 912b1db2-171a-40fc-8a08-3632a8de9e33 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:08:30.496361 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-053941d6-f93f-4e6b-9d47-28e7603f1ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:30.498156 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:30.525079 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port d8fc7095-78ed-4048-b3e6-650d1926d823, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=d8fc7095-78ed-4048-b3e6-650d1926d823,segment=NetworkSegment(9c3f8f9c-679a-45c4-b088-0b41c9e8bb78),segment_id=9c3f8f9c-679a-45c4-b088-0b41c9e8bb78)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:30.535934 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9d1332-902f-4c3e-b187-873aab5a266d,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:30.540215 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:30.572103 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:08:30.585674 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:30.587330 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:30.588561 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:30.658452 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:30.667093 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:30.682403 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a9d5341b-d11b-4d5f-a6d9-4ac2e49806a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:30.787090 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3170354
Nov 16 22:08:30.788171 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 35622) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:30.818181 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] Request body: {'subnet': {'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-589568015-subnet', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:30.818757 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=d8fc7095-78ed-4048-b3e6-650d1926d823,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:30.828921 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:30.859529 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:30.879694 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] Usage tracker for resource:subnet and tenant:6f9679bda1c74f76bcf5494a43c366b3 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:30.898074 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:30.901545 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Pushing event updated for resources: {'Network': ['ID=6431ab66-4714-41a7-87a8-d3f34aa0544b,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:30.914588 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:30.916924 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:30.927975 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network 6431ab66-4714-41a7-87a8-d3f34aa0544b details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:08:30.943515 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Pushing event updated for resources: {'Port': ['ID=ae845c9d-3da0-40a1-ab4c-c1c759583ddf,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:30.951054 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:31.004470 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea206489-9298-409c-bcc3-725e128e7b28 req-a4daf4c1-5ff8-4041-8ffa-df29b45acd58 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:31.006865 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-ea206489-9298-409c-bcc3-725e128e7b28 req-a4daf4c1-5ff8-4041-8ffa-df29b45acd58 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Synchronizing usage tracker for tenant:31f2fb519aca4110a2e1ceb5fde62e59 on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:08:31.018159 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:31.019107 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:31.092485 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] Made reservation on behalf of 6f9679bda1c74f76bcf5494a43c366b3 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:08:31.097522 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:31.119463 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-ea206489-9298-409c-bcc3-725e128e7b28 req-a4daf4c1-5ff8-4041-8ffa-df29b45acd58 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Unset dirty status for tenant:31f2fb519aca4110a2e1ceb5fde62e59 on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:08:31.121112 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-ea206489-9298-409c-bcc3-725e128e7b28 req-a4daf4c1-5ff8-4041-8ffa-df29b45acd58 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.72 "GET /v2.0/networks?id=0087e2d7-4f1a-4fea-baad-ae616045916e HTTP/1.1" status: 200  len: 819 time: 0.6191845
Nov 16 22:08:31.130136 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1798301
Nov 16 22:08:31.180238 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-ea206489-9298-409c-bcc3-725e128e7b28 req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Request body: {'port': {'device_id': 'cc3493da-bd15-443a-90ac-9fe6b5680da8', 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e', 'admin_state_up': True, 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:31.212884 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Request body: {'port': {'device_id': '9a192bec-3ef8-4128-9606-6d8c692934ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:31.261994 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c0c51-03e6-45da-ba0b-e83e7da1edf0 req-709077a0-836b-4352-8215-20a310f2bdfa tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:31.263648 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-997c0c51-03e6-45da-ba0b-e83e7da1edf0 req-709077a0-836b-4352-8215-20a310f2bdfa tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 931 time: 0.2807479
Nov 16 22:08:31.414992 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7b34344d-7f3d-44b3-9276-61c5bd332728 req-4f3e9287-5b8c-42b7-b288-c704cdec04d8 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 210 time: 0.0698948
Nov 16 22:08:31.431366 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-997c0c51-03e6-45da-ba0b-e83e7da1edf0 req-8db133fd-1915-4629-bed6-2bae86d3ce4e tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578648
Nov 16 22:08:31.513185 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-ea206489-9298-409c-bcc3-725e128e7b28 req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:31.521449 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-ea206489-9298-409c-bcc3-725e128e7b28 req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Usage tracker for resource:port and tenant:31f2fb519aca4110a2e1ceb5fde62e59 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:31.525930 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-ea206489-9298-409c-bcc3-725e128e7b28 req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:31.535427 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-ea206489-9298-409c-bcc3-725e128e7b28 req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:31.537818 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:31.552461 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:31.556497 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-96b129ac-e6b4-4b02-a4c8-11e876cb1afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:31.642327 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c792dd0-a876-4286-9c4a-d4da350cf7f1,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:31.654237 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:31.654237 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] Checking segment: {'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:08:31.654237 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] Network hostable DHCP agents. Network: 6431ab66-4714-41a7-87a8-d3f34aa0544b, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:08:31.737502 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea206489-9298-409c-bcc3-725e128e7b28 req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Made reservation on behalf of 31f2fb519aca4110a2e1ceb5fde62e59 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:08:31.739723 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ea206489-9298-409c-bcc3-725e128e7b28 req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:31.756621 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] Network 6431ab66-4714-41a7-87a8-d3f34aa0544b is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:08:31.839866 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, 6431ab66-4714-41a7-87a8-d3f34aa0544b) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:31.846181 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:31.851383 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:31.852163 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d404cfc-10ee-4064-ae1f-edb74d2cf8eb None None] Network 6431ab66-4714-41a7-87a8-d3f34aa0544b requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:08:31.914543 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-d5c099db-dcb7-447a-b520-a21330f69d0f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1196229
Nov 16 22:08:31.917189 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 35642) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:31.922462 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:31.929270 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:31.939652 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Usage tracker for resource:router and tenant:6f9679bda1c74f76bcf5494a43c366b3 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:31.944111 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:31.956134 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device d8fc7095-78ed-4048-b3e6-650d1926d823 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:31.972643 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:32.029295 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-ea206489-9298-409c-bcc3-725e128e7b28 req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Allocated IP 172.20.0.11 (0087e2d7-4f1a-4fea-baad-ae616045916e/feff6ede-3b67-4d6a-b1b3-d918954bcf9b/0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:08:32.060861 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port d8fc7095-78ed-4048-b3e6-650d1926d823 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:32.061578 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:32.108808 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e35ef-3570-40ac-8833-dba404977234 req-d88ce6ab-e53a-4e98-9573-67d16a1ec93d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:32.111116 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-df2e35ef-3570-40ac-8833-dba404977234 req-d88ce6ab-e53a-4e98-9573-67d16a1ec93d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.72 "GET /v2.0/networks?id=0087e2d7-4f1a-4fea-baad-ae616045916e HTTP/1.1" status: 200  len: 819 time: 0.1673265
Nov 16 22:08:32.113784 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1706'] for router, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:32.114959 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7990882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7984489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1617'] for router, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:32.116198 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae845c9d-3da0-40a1-ab4c-c1c759583ddf {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:08:32.134028 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-df2e35ef-3570-40ac-8833-dba404977234 req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Request body: {'port': {'device_id': '28d09df6-ae86-433d-9e20-9efd9f136f94', 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e', 'admin_state_up': True, 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:32.134659 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:32.167106 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Transition to ACTIVE for port object ae845c9d-3da0-40a1-ab4c-c1c759583ddf will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:08:32.270273 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:32.275947 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:32.297094 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:32.325471 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d73b1c-f81f-5766-b340-81ce724f3cc1-6431ab66-4714-41a7-87a8-d3f34aa0544b', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1'}]}} from dv-cinder-818140-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 16 22:08:32.326803 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:32.396573 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-df2e35ef-3570-40ac-8833-dba404977234 req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:32.401680 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-df2e35ef-3570-40ac-8833-dba404977234 req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Usage tracker for resource:port and tenant:31f2fb519aca4110a2e1ceb5fde62e59 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:32.406426 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-df2e35ef-3570-40ac-8833-dba404977234 req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:32.415161 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-df2e35ef-3570-40ac-8833-dba404977234 req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:32.429145 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:08:32.433531 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Pushing event updated for resources: {'Port': ['ID=ae845c9d-3da0-40a1-ab4c-c1c759583ddf,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:32.484548 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:32.484918 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:32.485268 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:32.495673 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:32.496070 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:32.496431 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:32.507675 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:32.508051 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:32.508414 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:32.508769 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:32.509116 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:32.509456 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:32.557445 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Allocated IP 172.20.0.2 (6431ab66-4714-41a7-87a8-d3f34aa0544b/7c792dd0-a876-4286-9c4a-d4da350cf7f1/27df53a3-b6bf-42eb-a018-38e9b90092ad) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:08:32.631450 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:32.649024 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ea206489-9298-409c-bcc3-725e128e7b28 req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:32.690122 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2e35ef-3570-40ac-8833-dba404977234 req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Made reservation on behalf of 31f2fb519aca4110a2e1ceb5fde62e59 for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:08:32.694444 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-df2e35ef-3570-40ac-8833-dba404977234 req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:32.706819 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Attempting to bind port ae845c9d-3da0-40a1-ab4c-c1c759583ddf on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:08:32.707763 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Attempting to bind port ae845c9d-3da0-40a1-ab4c-c1c759583ddf by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:08:32.707763 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Attempting to bind port ae845c9d-3da0-40a1-ab4c-c1c759583ddf on network 912b1db2-171a-40fc-8a08-3632a8de9e33 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:08:32.714191 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Port ae845c9d-3da0-40a1-ab4c-c1c759583ddf on network 912b1db2-171a-40fc-8a08-3632a8de9e33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:08:32.714614 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Attempting to bind port ae845c9d-3da0-40a1-ab4c-c1c759583ddf on network 912b1db2-171a-40fc-8a08-3632a8de9e33 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:08:32.722559 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:08:32.732610 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Checking segment: {'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:08:32.732610 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Bound using segment: {'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:08:32.732610 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Bound port: ae845c9d-3da0-40a1-ab4c-c1c759583ddf, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:08:32.732610 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:32.790539 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:32.801929 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Transition to ACTIVE for port object 27df53a3-b6bf-42eb-a018-38e9b90092ad will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:08:32.822814 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Transition to ACTIVE for port object 27df53a3-b6bf-42eb-a018-38e9b90092ad will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:08:32.832720 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5b707fcb-b680-454d-8632-1ecfc7a0bcdb req-755c1433-41c8-4922-a564-104d3d1ac3a0 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 210 time: 0.1442144
Nov 16 22:08:32.857064 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7984411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1607'] for router, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:32.858298 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] For port ae845c9d-3da0-40a1-ab4c-c1c759583ddf, host hv-cinder-81814, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:08:32.863187 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] For port ae845c9d-3da0-40a1-ab4c-c1c759583ddf, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=ae845c9d-3da0-40a1-ab4c-c1c759583ddf,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:08:32.886533 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ea206489-9298-409c-bcc3-725e128e7b28 req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:32.902989 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:32.918911 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:32.926924 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-a5b7d609-af62-4a0e-9237-a2cdf536cacd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:32.969153 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea206489-9298-409c-bcc3-725e128e7b28 req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Network 0087e2d7-4f1a-4fea-baad-ae616045916e is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:08:32.978628 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:32.986045 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-ea206489-9298-409c-bcc3-725e128e7b28 req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:32.993433 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea206489-9298-409c-bcc3-725e128e7b28 req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:08:33.022262 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Network 6431ab66-4714-41a7-87a8-d3f34aa0544b is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:08:33.027031 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:33.031028 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:08:33.064889 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Pushing event updated for resources: {'Port': ['ID=27df53a3-b6bf-42eb-a018-38e9b90092ad,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:33.068104 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4fed2-15d9-4950-a95c-d5c7a2ab26a0 req-d47add47-cfd8-46e2-8fe3-be793e4580b8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:33.069888 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:33.070686 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:33.072145 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] 10.222.0.72 "PUT /v2.0/ports/ae845c9d-3da0-40a1-ab4c-c1c759583ddf HTTP/1.1" status: 200  len: 1093 time: 1.8641798
Nov 16 22:08:33.072265 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:33.073138 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a192bec-3ef8-4128-9606-6d8c692934ef', 'tag': 'ae845c9d-3da0-40a1-ab4c-c1c759583ddf'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:08:33.077525 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4ff4fed2-15d9-4950-a95c-d5c7a2ab26a0 req-d47add47-cfd8-46e2-8fe3-be793e4580b8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 943 time: 0.4338086
Nov 16 22:08:33.078671 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Pushing event updated for resources: {'Port': ['ID=0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:33.084569 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:33.087667 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-993e953e-7eb6-45a8-9298-b836536ee635 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:33.142130 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Attempting to bind port 27df53a3-b6bf-42eb-a018-38e9b90092ad on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:08:33.142509 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Attempting to bind port 27df53a3-b6bf-42eb-a018-38e9b90092ad by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:08:33.142880 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Attempting to bind port 27df53a3-b6bf-42eb-a018-38e9b90092ad on network 6431ab66-4714-41a7-87a8-d3f34aa0544b {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:08:33.148584 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:08:33.149036 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Checking segment: {'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:08:33.149450 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:33.149853 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Bound using segment: {'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:08:33.150336 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Bound port: 27df53a3-b6bf-42eb-a018-38e9b90092ad, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:08:33.150784 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:33.187960 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea206489-9298-409c-bcc3-725e128e7b28 req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:33.189488 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ea206489-9298-409c-bcc3-725e128e7b28 req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:33.212055 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Pushing event updated for resources: {'Port': ['ID=ae845c9d-3da0-40a1-ab4c-c1c759583ddf,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:33.237300 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:33.259785 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] For port 27df53a3-b6bf-42eb-a018-38e9b90092ad, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:08:33.265798 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] For port 27df53a3-b6bf-42eb-a018-38e9b90092ad, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=27df53a3-b6bf-42eb-a018-38e9b90092ad,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:08:33.274478 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4ff4fed2-15d9-4950-a95c-d5c7a2ab26a0 req-3973b707-4c28-4a35-a2d6-562ffc6b56b7 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955562
Nov 16 22:08:33.307025 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-df2e35ef-3570-40ac-8833-dba404977234 req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Allocated IP 172.20.0.2 (0087e2d7-4f1a-4fea-baad-ae616045916e/feff6ede-3b67-4d6a-b1b3-d918954bcf9b/d636186f-900b-496f-844c-60b59ab509f3) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:08:33.333906 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a192bec-3ef8-4128-9606-6d8c692934ef', 'tag': 'ae845c9d-3da0-40a1-ab4c-c1c759583ddf', 'status': 'completed', 'code': 200}
Nov 16 22:08:33.351772 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-38d5de36-08a0-42e1-b9f1-90609819bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:33.353279 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-38d5de36-08a0-42e1-b9f1-90609819bcda service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 1096 time: 0.1055450
Nov 16 22:08:33.353855 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:33.357893 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:33.526755 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Pushing event updated for resources: {'Port': ['ID=27df53a3-b6bf-42eb-a018-38e9b90092ad,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:33.529823 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:33.559893 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-ea206489-9298-409c-bcc3-725e128e7b28 req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3861609
Nov 16 22:08:33.569097 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-14897a3d-745a-4753-81c1-3f8193852b7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae845c9d-3da0-40a1-ab4c-c1c759583ddf HTTP/1.1" status: 200  len: 217 time: 0.1984622
Nov 16 22:08:33.587850 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Request body: {'port': {'device_id': 'cc3493da-bd15-443a-90ac-9fe6b5680da8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:33.758559 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-e3938ae6-07a2-4ec6-9424-ecb54273f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:33.760445 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-e3938ae6-07a2-4ec6-9424-ecb54273f2ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43fd9aec-af72-4efd-ab29-2bd74bcc3daa HTTP/1.1" status: 200  len: 853 time: 0.1376817
Nov 16 22:08:33.826913 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:33.830770 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-4fd98172-767a-41e2-8b25-5618beb5ff80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=912b1db2-171a-40fc-8a08-3632a8de9e33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0592599
Nov 16 22:08:33.833571 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:33.898122 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-df2e35ef-3570-40ac-8833-dba404977234 req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:33.919278 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 27df53a3-b6bf-42eb-a018-38e9b90092ad up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:33.927461 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:34.096706 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 27df53a3-b6bf-42eb-a018-38e9b90092ad completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:08:34.178054 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-66f85534-356d-4178-be79-28c26f9f0cf5 service neutron] 10.222.0.72 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3200631
Nov 16 22:08:34.214664 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Allocated IP 172.27.1.13 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/df7388ea-3441-4ffc-943f-df6ea458f497) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:08:34.373900 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b7af1086-cbd0-452f-917e-f3aa0ff4940c req-63a565cc-407b-4327-a662-5792fd7eee1b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 210 time: 0.0756881
Nov 16 22:08:34.520900 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:34.608727 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-85c90560-3ec6-4f9b-91c6-b0d1102e1ed4 req-5c32ec13-8e6b-41e7-8ce0-466cc1c2a34c service neutron] 10.222.0.72 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3146424
Nov 16 22:08:34.670321 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-df2e35ef-3570-40ac-8833-dba404977234 req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:34.678736 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:34.694431 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:34.760416 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:08:34.773156 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:34.796025 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Pushing event updated for resources: {'Port': ['ID=df7388ea-3441-4ffc-943f-df6ea458f497,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:34.824435 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:08:34.936159 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:34.936806 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:34.936806 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:34.936976 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:34.937295 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:34.938259 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:34.938259 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:34.938259 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:34.940923 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:34.941339 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:34.942189 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:34.942559 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:08:34.955814 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44e20da-0761-4d60-a981-920ab8db7e5e None None] Network 6431ab66-4714-41a7-87a8-d3f34aa0544b requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:08:34.958007 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:08:34.968241 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:34.989885 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Transition to ACTIVE for port object 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:08:34.995797 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283a223-229a-4e92-a2c4-1a74a131fa6d req-c31692a2-bb67-407a-88d6-849c7ca10c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:34.997268 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0283a223-229a-4e92-a2c4-1a74a131fa6d req-c31692a2-bb67-407a-88d6-849c7ca10c7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 1096 time: 0.1370549
Nov 16 22:08:35.009004 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2e35ef-3570-40ac-8833-dba404977234 req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Network 0087e2d7-4f1a-4fea-baad-ae616045916e is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:08:35.071911 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-df2e35ef-3570-40ac-8833-dba404977234 req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:35.074843 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2e35ef-3570-40ac-8833-dba404977234 req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:08:35.081337 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e35ef-3570-40ac-8833-dba404977234 req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:35.082373 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-df2e35ef-3570-40ac-8833-dba404977234 req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:35.138890 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:35.162055 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:35.197438 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-df2e35ef-3570-40ac-8833-dba404977234 req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0677412
Nov 16 22:08:35.212387 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-df19c199-0563-4ab1-8818-8383004cf272 None None] Provisioning for port 27df53a3-b6bf-42eb-a018-38e9b90092ad completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:08:35.215373 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Pushing event updated for resources: {'Port': ['ID=d636186f-900b-496f-844c-60b59ab509f3,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:35.218232 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:35.222569 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.466s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:35.222569 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:35.222787 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-df19c199-0563-4ab1-8818-8383004cf272 None None] Provisioning complete for port 27df53a3-b6bf-42eb-a018-38e9b90092ad triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:35.222884 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-df19c199-0563-4ab1-8818-8383004cf272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:35.230349 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2758b3-a829-41b3-99d7-5278273f7f0e req-54d06c41-bd1c-4fa2-94dc-e2621dbc616d tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:35.231864 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1f2758b3-a829-41b3-99d7-5278273f7f0e req-54d06c41-bd1c-4fa2-94dc-e2621dbc616d tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 943 time: 0.6614282
Nov 16 22:08:35.235738 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Request body: {'port': {'device_id': '28d09df6-ae86-433d-9e20-9efd9f136f94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:35.291200 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283a223-229a-4e92-a2c4-1a74a131fa6d req-f1a3f52d-20c3-45ae-b29a-c33dd9ddef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:35.293054 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0283a223-229a-4e92-a2c4-1a74a131fa6d req-f1a3f52d-20c3-45ae-b29a-c33dd9ddef36 service neutron] 10.222.0.72 "GET /v2.0/networks?id=912b1db2-171a-40fc-8a08-3632a8de9e33 HTTP/1.1" status: 200  len: 914 time: 0.2878468
Nov 16 22:08:35.378606 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1f2758b3-a829-41b3-99d7-5278273f7f0e req-6cbd2bbb-6b08-4a9e-a237-9a1615d50ebc tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093366
Nov 16 22:08:35.457108 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0283a223-229a-4e92-a2c4-1a74a131fa6d req-f5044170-5e9a-45fa-bd25-758b57581d53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae845c9d-3da0-40a1-ab4c-c1c759583ddf HTTP/1.1" status: 200  len: 217 time: 0.1164677
Nov 16 22:08:35.486502 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:35.501367 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-df19c199-0563-4ab1-8818-8383004cf272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:35.558399 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-df19c199-0563-4ab1-8818-8383004cf272 None None] For port 27df53a3-b6bf-42eb-a018-38e9b90092ad, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=27df53a3-b6bf-42eb-a018-38e9b90092ad,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:35.582250 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:35.598492 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:35.644888 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-df19c199-0563-4ab1-8818-8383004cf272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:35.649813 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:35.657646 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Attempting to bind port 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:08:35.657983 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Attempting to bind port 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '9c3f8f9c-679a-45c4-b088-0b41c9e8bb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:08:35.658309 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Attempting to bind port 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd on network 0087e2d7-4f1a-4fea-baad-ae616045916e {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:08:35.662297 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283a223-229a-4e92-a2c4-1a74a131fa6d req-2a5c7fc3-04fd-46fe-879b-fa8f4c7a055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:35.665743 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0283a223-229a-4e92-a2c4-1a74a131fa6d req-2a5c7fc3-04fd-46fe-879b-fa8f4c7a055b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43fd9aec-af72-4efd-ab29-2bd74bcc3daa HTTP/1.1" status: 200  len: 853 time: 0.1962380
Nov 16 22:08:35.669794 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Port 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd on network 0087e2d7-4f1a-4fea-baad-ae616045916e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:08:35.670118 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Attempting to bind port 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd on network 0087e2d7-4f1a-4fea-baad-ae616045916e {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:08:35.676131 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:08:35.676471 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Checking segment: {'id': '9c3f8f9c-679a-45c4-b088-0b41c9e8bb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:08:35.676850 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Bound using segment: {'id': '9c3f8f9c-679a-45c4-b088-0b41c9e8bb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:08:35.677277 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Bound port: 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3f8f9c-679a-45c4-b088-0b41c9e8bb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:08:35.681515 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:35.777572 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19c199-0563-4ab1-8818-8383004cf272 None None] Pushing event updated for resources: {'Port': ['ID=27df53a3-b6bf-42eb-a018-38e9b90092ad,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:35.778396 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:35.792193 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-df19c199-0563-4ab1-8818-8383004cf272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:35.872577 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 27df53a3-b6bf-42eb-a018-38e9b90092ad up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:35.950440 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 27df53a3-b6bf-42eb-a018-38e9b90092ad triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:35.950901 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:35.960618 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] For port 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd, host hv-cinder-81814, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:08:35.963880 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] For port 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd,segment=NetworkSegment(9c3f8f9c-679a-45c4-b088-0b41c9e8bb78),segment_id=9c3f8f9c-679a-45c4-b088-0b41c9e8bb78)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:08:36.015181 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-6d774501-7b22-4e9b-827e-424a199d6bf3 None None] Provisioning complete for port 27df53a3-b6bf-42eb-a018-38e9b90092ad triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:36.015802 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6d774501-7b22-4e9b-827e-424a199d6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:36.051171 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:36.056737 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:36.118808 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:36.119706 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:36.121197 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-ea206489-9298-409c-bcc3-725e128e7b28 req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] 10.222.0.72 "PUT /v2.0/ports/0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd HTTP/1.1" status: 200  len: 1094 time: 2.5377877
Nov 16 22:08:36.121768 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3493da-bd15-443a-90ac-9fe6b5680da8', 'tag': '0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:08:36.144606 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:36.147813 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:36.220086 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ccf5f-cc8d-4fd0-9544-84b6f5e92878 req-47052fb3-45f8-4307-aef5-10aa332b18b3 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:36.220793 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-dd7ccf5f-cc8d-4fd0-9544-84b6f5e92878 req-47052fb3-45f8-4307-aef5-10aa332b18b3 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Synchronizing usage tracker for tenant:31f2fb519aca4110a2e1ceb5fde62e59 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:08:36.363799 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-dd7ccf5f-cc8d-4fd0-9544-84b6f5e92878 req-47052fb3-45f8-4307-aef5-10aa332b18b3 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Unset dirty status for tenant:31f2fb519aca4110a2e1ceb5fde62e59 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:08:36.365058 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dd7ccf5f-cc8d-4fd0-9544-84b6f5e92878 req-47052fb3-45f8-4307-aef5-10aa332b18b3 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 931 time: 0.8083763
Nov 16 22:08:36.569515 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dd7ccf5f-cc8d-4fd0-9544-84b6f5e92878 req-40fb67e1-ec06-4737-b86e-41dbb6470243 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916127
Nov 16 22:08:36.604032 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d636186f-900b-496f-844c-60b59ab509f3 {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:08:36.608643 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7984134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7984390'] for router, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:36.614828 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:36.693283 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Transition to ACTIVE for port object d636186f-900b-496f-844c-60b59ab509f3 will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:08:36.784547 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:36.804067 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:36.957331 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Pushing event updated for resources: {'Port': ['ID=d636186f-900b-496f-844c-60b59ab509f3,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:36.963840 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:37.027777 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Attempting to bind port d636186f-900b-496f-844c-60b59ab509f3 on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:08:37.027777 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Attempting to bind port d636186f-900b-496f-844c-60b59ab509f3 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '9c3f8f9c-679a-45c4-b088-0b41c9e8bb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:08:37.028133 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Attempting to bind port d636186f-900b-496f-844c-60b59ab509f3 on network 0087e2d7-4f1a-4fea-baad-ae616045916e {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:08:37.037163 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Port d636186f-900b-496f-844c-60b59ab509f3 on network 0087e2d7-4f1a-4fea-baad-ae616045916e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:08:37.037408 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Attempting to bind port d636186f-900b-496f-844c-60b59ab509f3 on network 0087e2d7-4f1a-4fea-baad-ae616045916e {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:08:37.044965 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:08:37.045293 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Checking segment: {'id': '9c3f8f9c-679a-45c4-b088-0b41c9e8bb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:08:37.045855 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Bound using segment: {'id': '9c3f8f9c-679a-45c4-b088-0b41c9e8bb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:08:37.046284 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Bound port: d636186f-900b-496f-844c-60b59ab509f3, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3f8f9c-679a-45c4-b088-0b41c9e8bb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:08:37.046634 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:37.143760 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Router 9f825689-a7ab-49eb-bade-a5da89564a6a is scheduled to L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee with binding_index 1 {{(pid=87469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 16 22:08:37.224516 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] For port d636186f-900b-496f-844c-60b59ab509f3, host hv-cinder-81814, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:08:37.255019 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] For port d636186f-900b-496f-844c-60b59ab509f3, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=d636186f-900b-496f-844c-60b59ab509f3,segment=NetworkSegment(9c3f8f9c-679a-45c4-b088-0b41c9e8bb78),segment_id=9c3f8f9c-679a-45c4-b088-0b41c9e8bb78)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:08:37.327131 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:37.340679 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:37.424331 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:37.424945 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:37.426324 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-df2e35ef-3570-40ac-8833-dba404977234 req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] 10.222.0.72 "PUT /v2.0/ports/d636186f-900b-496f-844c-60b59ab509f3 HTTP/1.1" status: 200  len: 1093 time: 2.2069650
Nov 16 22:08:37.426794 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d09df6-ae86-433d-9e20-9efd9f136f94', 'tag': 'd636186f-900b-496f-844c-60b59ab509f3'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:08:37.437083 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:08:37.446091 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Sync routers for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:08:37.456137 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Pushing event updated for resources: {'Port': ['ID=d636186f-900b-496f-844c-60b59ab509f3,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:37.456438 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:08:37.457070 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d3472f40>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:37.461007 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:37.530787 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:37.534571 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-933e269d-e33b-4331-ac17-ebf430e4bfbb admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.6138225
Nov 16 22:08:37.534775 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 35710) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:37.640528 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:08:37.951818 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d3472f40>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:35Z', 'revision_number': 3, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:37.956010 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Checking router: 9f825689-a7ab-49eb-bade-a5da89564a6a for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:08:37.956366 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Updating router 9f825689-a7ab-49eb-bade-a5da89564a6a port df7388ea-3441-4ffc-943f-df6ea458f497 binding host dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:08:38.009796 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:38.336320 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:38.339932 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:38.348491 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Transition to ACTIVE for port object df7388ea-3441-4ffc-943f-df6ea458f497 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:08:38.410482 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:38.415625 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-b4957847-ecbc-45dc-b345-d256e8dd3a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:38.494377 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Attempting to bind port df7388ea-3441-4ffc-943f-df6ea458f497 on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:08:38.495028 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Attempting to bind port df7388ea-3441-4ffc-943f-df6ea458f497 by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:08:38.495116 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Attempting to bind port df7388ea-3441-4ffc-943f-df6ea458f497 on network 10de077c-bbee-4272-8747-14a2748b01b9 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:08:38.498563 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d816f0f-5a7d-459f-ac6b-e6d4b9749182 None None] Pushing event updated for resources: {'Port': ['ID=df7388ea-3441-4ffc-943f-df6ea458f497,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:38.503279 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:08:38.503662 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Checking segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:08:38.504066 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:38.504452 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Bound using segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:08:38.505094 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Bound port: df7388ea-3441-4ffc-943f-df6ea458f497, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:08:38.505646 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:38.534767 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-4d816f0f-5a7d-459f-ac6b-e6d4b9749182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:38.559130 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Allocated IP 172.20.0.1 (6431ab66-4714-41a7-87a8-d3f34aa0544b/7c792dd0-a876-4286-9c4a-d4da350cf7f1/0f912ff3-beac-41df-959b-a3d6a6fbfcbe) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:08:38.583504 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] For port df7388ea-3441-4ffc-943f-df6ea458f497, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:08:38.586993 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] For port df7388ea-3441-4ffc-943f-df6ea458f497, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=df7388ea-3441-4ffc-943f-df6ea458f497,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:08:38.668082 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:38.672141 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:38.714482 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:38.730235 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Transition to ACTIVE for port object 0f912ff3-beac-41df-959b-a3d6a6fbfcbe will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:08:38.752357 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:08:38.753011 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d3472f40>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:38.800066 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d816f0f-5a7d-459f-ac6b-e6d4b9749182 None None] Pushing event updated for resources: {'Port': ['ID=df7388ea-3441-4ffc-943f-df6ea458f497,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:38.808198 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-4d816f0f-5a7d-459f-ac6b-e6d4b9749182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:38.810719 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:38.815399 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:38.879193 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Network 6431ab66-4714-41a7-87a8-d3f34aa0544b is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:08:38.881983 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:38.885716 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:08:38.886326 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489072'] for router_interface, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:38.892525 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Pushing event updated for resources: {'Port': ['ID=0f912ff3-beac-41df-959b-a3d6a6fbfcbe,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:38.903667 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:38.938116 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:08:39.103447 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:39.283683 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d3472f40>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:35Z', 'revision_number': 3, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:39.287452 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14cece3-1c4d-4feb-b4f2-3ee5736024b6 None None] The sync data for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi is: [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:35Z', 'revision_number': 3, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:08:39.295269 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-74034512-edaf-4687-80fa-7cfed6dbb819 None None] Provisioning for port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:08:39.301875 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-74034512-edaf-4687-80fa-7cfed6dbb819 None None] Provisioning complete for port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:39.308291 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-74034512-edaf-4687-80fa-7cfed6dbb819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:39.338055 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:39.366551 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-74034512-edaf-4687-80fa-7cfed6dbb819 None None] Port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:08:39.405034 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:39.406127 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489171'] for router_interface, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:39.410268 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:39.576601 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Pushing event updated for resources: {'Port': ['ID=0f912ff3-beac-41df-959b-a3d6a6fbfcbe,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:39.581268 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:39.652960 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3493da-bd15-443a-90ac-9fe6b5680da8', 'tag': '0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd', 'status': 'completed', 'code': 200}
Nov 16 22:08:39.655348 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Network 6431ab66-4714-41a7-87a8-d3f34aa0544b is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:08:39.656747 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:39.749988 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0283a223-229a-4e92-a2c4-1a74a131fa6d req-325a5628-4d7d-4a55-a40a-595d52ade573 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=912b1db2-171a-40fc-8a08-3632a8de9e33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0795937
Nov 16 22:08:39.946018 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device df7388ea-3441-4ffc-943f-df6ea458f497 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:40.025678 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0283a223-229a-4e92-a2c4-1a74a131fa6d req-21d974cb-74cf-42ea-96fc-efd702979e35 service neutron] 10.222.0.72 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2383957
Nov 16 22:08:40.026743 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d32b205c-a6d8-4ca2-a0d1-f9d744aaa6a9 None None] Provisioning complete for port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:40.027373 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d32b205c-a6d8-4ca2-a0d1-f9d744aaa6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:40.030879 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e35ef-3570-40ac-8833-dba404977234 req-f3070b11-c274-47fd-abd4-1efba0268d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:40.033770 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-df2e35ef-3570-40ac-8833-dba404977234 req-f3070b11-c274-47fd-abd4-1efba0268d9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31f2fb519aca4110a2e1ceb5fde62e59&device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 1096 time: 0.2828114
Nov 16 22:08:40.092146 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d32b205c-a6d8-4ca2-a0d1-f9d744aaa6a9 None None] Port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:08:40.147360 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port df7388ea-3441-4ffc-943f-df6ea458f497 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:08:40.153047 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port df7388ea-3441-4ffc-943f-df6ea458f497 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:40.153227 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dad8f-9593-463a-9dd0-3b6129861148 req-c05440aa-d1a4-4b4d-a038-9d1c11527377 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:40.153850 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:40.154758 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-053dad8f-9593-463a-9dd0-3b6129861148 req-c05440aa-d1a4-4b4d-a038-9d1c11527377 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 943 time: 0.2286179
Nov 16 22:08:40.161723 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccee6ab-c692-41e6-ab60-a3ed0d90ccab req-b3f1f328-a56b-4b4f-8072-ad10997abb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:40.163248 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dccee6ab-c692-41e6-ab60-a3ed0d90ccab req-b3f1f328-a56b-4b4f-8072-ad10997abb8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31f2fb519aca4110a2e1ceb5fde62e59&device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 1097 time: 0.4149077
Nov 16 22:08:40.190744 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-df2e35ef-3570-40ac-8833-dba404977234 req-62d7d293-c3b7-4c6c-9c3a-74362e282988 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d636186f-900b-496f-844c-60b59ab509f3 HTTP/1.1" status: 200  len: 217 time: 0.1119132
Nov 16 22:08:40.198723 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Router 9f825689-a7ab-49eb-bade-a5da89564a6a has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:08:40.224918 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-053dad8f-9593-463a-9dd0-3b6129861148 req-b5e3afc8-aecd-48d6-bc31-0667e89205f7 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606980
Nov 16 22:08:40.342632 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e35ef-3570-40ac-8833-dba404977234 req-6856bb5c-051b-4c91-b806-4d98d3b65291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:40.344087 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-df2e35ef-3570-40ac-8833-dba404977234 req-6856bb5c-051b-4c91-b806-4d98d3b65291 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=feff6ede-3b67-4d6a-b1b3-d918954bcf9b HTTP/1.1" status: 200  len: 859 time: 0.0688148
Nov 16 22:08:40.362924 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:40.389892 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port df7388ea-3441-4ffc-943f-df6ea458f497, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=df7388ea-3441-4ffc-943f-df6ea458f497,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:40.409380 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d09df6-ae86-433d-9e20-9efd9f136f94', 'tag': 'd636186f-900b-496f-844c-60b59ab509f3', 'status': 'completed', 'code': 200}
Nov 16 22:08:40.413709 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-df2e35ef-3570-40ac-8833-dba404977234 req-a70765d8-adf4-442b-aba4-0a2898c26916 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0087e2d7-4f1a-4fea-baad-ae616045916e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449936
Nov 16 22:08:40.452049 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:40.455501 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:40.537222 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0283a223-229a-4e92-a2c4-1a74a131fa6d req-3a00da43-ec53-4ad3-a14c-5cfeb058b19a service neutron] 10.222.0.72 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4804101
Nov 16 22:08:40.559640 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=df7388ea-3441-4ffc-943f-df6ea458f497,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:40.562685 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:40.584208 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-df2e35ef-3570-40ac-8833-dba404977234 req-8a8794e4-3919-422f-a4de-eaef730e3377 service neutron] 10.222.0.72 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1557701
Nov 16 22:08:40.606965 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccee6ab-c692-41e6-ab60-a3ed0d90ccab req-ac0df1d5-720d-4429-a369-c1fac5898818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:40.608432 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dccee6ab-c692-41e6-ab60-a3ed0d90ccab req-ac0df1d5-720d-4429-a369-c1fac5898818 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=31f2fb519aca4110a2e1ceb5fde62e59&shared=False HTTP/1.1" status: 200  len: 920 time: 0.3869295
Nov 16 22:08:40.722572 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-df2e35ef-3570-40ac-8833-dba404977234 req-362ac455-5232-4289-96b2-2a57c59791b5 service neutron] 10.222.0.72 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300111
Nov 16 22:08:40.739070 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:08:40.765603 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52307a4a-24c1-4d83-a03f-6670324c2885 req-2799ee51-4eff-483e-991f-5ec9e2bad8e1 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:40.766214 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-52307a4a-24c1-4d83-a03f-6670324c2885 req-2799ee51-4eff-483e-991f-5ec9e2bad8e1 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 943 time: 0.3364530
Nov 16 22:08:40.771168 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] 10.222.0.71 "PUT /v2.0/routers/9f825689-a7ab-49eb-bade-a5da89564a6a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2354174
Nov 16 22:08:40.839150 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccee6ab-c692-41e6-ab60-a3ed0d90ccab req-ff9ac893-720e-4584-a8c2-5edc4670ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:40.840524 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dccee6ab-c692-41e6-ab60-a3ed0d90ccab req-ff9ac893-720e-4584-a8c2-5edc4670ab88 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2150853
Nov 16 22:08:40.843515 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-52307a4a-24c1-4d83-a03f-6670324c2885 req-5f515fed-6da6-4468-b318-75239344ab32 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694990
Nov 16 22:08:41.069115 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097973e-ac99-4b4a-a7ab-2f0e7da3b9d2 req-43b1a746-c1a4-4146-8feb-d294376c7d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:41.070654 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7097973e-ac99-4b4a-a7ab-2f0e7da3b9d2 req-43b1a746-c1a4-4146-8feb-d294376c7d1f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31f2fb519aca4110a2e1ceb5fde62e59&device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 1096 time: 0.0934117
Nov 16 22:08:41.076500 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea206489-9298-409c-bcc3-725e128e7b28 req-f25398fe-1269-491f-b7eb-ba7e180e19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:41.078044 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-ea206489-9298-409c-bcc3-725e128e7b28 req-f25398fe-1269-491f-b7eb-ba7e180e19cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31f2fb519aca4110a2e1ceb5fde62e59&device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 1097 time: 0.0886719
Nov 16 22:08:41.160732 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-ea206489-9298-409c-bcc3-725e128e7b28 req-406d1c0a-0f0b-4c6f-8ad8-71ae473a0ff1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd HTTP/1.1" status: 200  len: 217 time: 0.0687528
Nov 16 22:08:41.215362 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097973e-ac99-4b4a-a7ab-2f0e7da3b9d2 req-04c4a56f-cc11-488a-abfc-23871a0a5885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:41.216991 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7097973e-ac99-4b4a-a7ab-2f0e7da3b9d2 req-04c4a56f-cc11-488a-abfc-23871a0a5885 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0087e2d7-4f1a-4fea-baad-ae616045916e HTTP/1.1" status: 200  len: 920 time: 0.1389530
Nov 16 22:08:41.234564 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea206489-9298-409c-bcc3-725e128e7b28 req-d1c4d8f3-c98a-4baa-94bd-cfbce3dfc19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:41.250548 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Sync routers for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:08:41.250745 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-ea206489-9298-409c-bcc3-725e128e7b28 req-d1c4d8f3-c98a-4baa-94bd-cfbce3dfc19d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=feff6ede-3b67-4d6a-b1b3-d918954bcf9b HTTP/1.1" status: 200  len: 859 time: 0.0803981
Nov 16 22:08:41.261899 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:08:41.262517 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d20eba00>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:41.334071 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-ea206489-9298-409c-bcc3-725e128e7b28 req-d9fbc695-27f0-4c1e-b386-9498d7bd79b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0087e2d7-4f1a-4fea-baad-ae616045916e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0786281
Nov 16 22:08:41.374556 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7097973e-ac99-4b4a-a7ab-2f0e7da3b9d2 req-57ab0ba1-03d8-4f44-bbe5-ef7e45b93f41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d636186f-900b-496f-844c-60b59ab509f3 HTTP/1.1" status: 200  len: 217 time: 0.1429338
Nov 16 22:08:41.522457 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-ea206489-9298-409c-bcc3-725e128e7b28 req-2ab47e3f-dd48-4731-8975-65563dfa3a71 service neutron] 10.222.0.72 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766646
Nov 16 22:08:41.583159 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097973e-ac99-4b4a-a7ab-2f0e7da3b9d2 req-a7777594-a61b-4a4a-9fc6-6c62e1bbdfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:41.587588 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7097973e-ac99-4b4a-a7ab-2f0e7da3b9d2 req-a7777594-a61b-4a4a-9fc6-6c62e1bbdfad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=feff6ede-3b67-4d6a-b1b3-d918954bcf9b HTTP/1.1" status: 200  len: 859 time: 0.2061758
Nov 16 22:08:41.652245 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:08:41.727234 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7097973e-ac99-4b4a-a7ab-2f0e7da3b9d2 req-83b45a61-d4c2-420b-9e51-cbc3eb843950 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0087e2d7-4f1a-4fea-baad-ae616045916e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1267383
Nov 16 22:08:41.771543 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35758) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:41.788584 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1551064107-network', 'tenant_id': '3e200544e4fb47d3afa25a3be713c801'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:41.795161 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:41.802340 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Usage tracker for resource:network and tenant:3e200544e4fb47d3afa25a3be713c801 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:41.806557 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:41.815436 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:41.888459 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-ea206489-9298-409c-bcc3-725e128e7b28 req-b1add18a-7c5f-4841-9416-c927608628f9 service neutron] 10.222.0.72 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3580761
Nov 16 22:08:41.937838 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device df7388ea-3441-4ffc-943f-df6ea458f497 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:41.971793 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Made reservation on behalf of 3e200544e4fb47d3afa25a3be713c801 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:08:41.974556 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:41.989730 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:42.007008 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:42.011136 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Usage tracker for resource:security_group_rule and tenant:3e200544e4fb47d3afa25a3be713c801 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:42.012825 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0ff69-18a3-48ee-8c9d-b0db2417f7c6 req-24de4910-2307-48f4-bee1-d4add223e6da tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:42.014708 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:42.020226 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-85b0ff69-18a3-48ee-8c9d-b0db2417f7c6 req-24de4910-2307-48f4-bee1-d4add223e6da tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 943 time: 0.5437925
Nov 16 22:08:42.024229 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:42.080303 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-85b0ff69-18a3-48ee-8c9d-b0db2417f7c6 req-f5709ec8-2f9b-47b4-a830-e9ae5ac9d6d3 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591104
Nov 16 22:08:42.120042 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7097973e-ac99-4b4a-a7ab-2f0e7da3b9d2 req-9e050fa7-f4a4-48ea-ac82-140901632a68 service neutron] 10.222.0.72 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3828270
Nov 16 22:08:42.140210 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:42.176853 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port df7388ea-3441-4ffc-943f-df6ea458f497 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:42.177254 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:42.239444 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:42.255560 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789}  {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:08:42.267973 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:42.268635 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.segments_db [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Added segment 56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7 of type vlan for network 1994ecc7-2321-4466-be09-21278b381ad0
Nov 16 22:08:42.303659 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:42.333716 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-088759ee-5bdc-483c-ad9c-38933f26ac75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:42.369883 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113c8fd6-0cac-460f-893f-d245757c8dca,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:42.373538 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:42.375001 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16ade0-1b18-4b88-9db2-847e9e275561 req-07b23dde-00bc-469b-8865-950277fcbfad tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:42.381458 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4d16ade0-1b18-4b88-9db2-847e9e275561 req-07b23dde-00bc-469b-8865-950277fcbfad tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 943 time: 0.2126384
Nov 16 22:08:42.385989 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7097973e-ac99-4b4a-a7ab-2f0e7da3b9d2 req-8b4a811b-6821-44dd-a01f-66174a9fd509 service neutron] 10.222.0.72 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2554474
Nov 16 22:08:42.387031 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d20eba00>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:39Z', 'revision_number': 2, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:42.391803 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Checking router: 9f825689-a7ab-49eb-bade-a5da89564a6a for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:08:42.392158 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Updating router 9f825689-a7ab-49eb-bade-a5da89564a6a port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe binding host dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:08:42.410282 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:42.411641 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:42.412224 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:42.417279 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:42.446692 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4d16ade0-1b18-4b88-9db2-847e9e275561 req-b9483394-3fff-4c57-b2c5-ebc34d9727c0 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594807
Nov 16 22:08:42.470336 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:42.527531 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Pushing event updated for resources: {'Network': ['ID=1994ecc7-2321-4466-be09-21278b381ad0,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:42.531040 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:42.540836 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network 1994ecc7-2321-4466-be09-21278b381ad0 details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:08:42.605599 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8329971
Nov 16 22:08:42.608318 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35778) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:42.615392 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Request body: {'subnet': {'network_id': '1994ecc7-2321-4466-be09-21278b381ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1551064107-subnet', 'tenant_id': '3e200544e4fb47d3afa25a3be713c801', 'ip_version': 4}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:42.625194 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:42.625194 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Usage tracker for resource:subnet and tenant:3e200544e4fb47d3afa25a3be713c801 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:42.627556 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:42.633362 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:42.701565 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Made reservation on behalf of 3e200544e4fb47d3afa25a3be713c801 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:08:42.705887 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6122474'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:42.918089 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:42.929587 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Transition to ACTIVE for port object 0f912ff3-beac-41df-959b-a3d6a6fbfcbe will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:08:42.953337 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5397298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6122392'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:42.958048 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-899f98de-5643-4f37-bdac-f7915e9933bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:42.999021 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:43.004983 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:43.031276 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Pushing event updated for resources: {'Subnet': ['ID=584bf67c-bf2c-4b21-9368-d0bfaa536aef,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:43.051903 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:43.073231 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Checking segment: {'id': '56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1994ecc7-2321-4466-be09-21278b381ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:08:43.073913 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Network hostable DHCP agents. Network: 1994ecc7-2321-4466-be09-21278b381ad0, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:08:43.170900 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Network 1994ecc7-2321-4466-be09-21278b381ad0 is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:08:43.175277 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cbd2a-ebf2-4f41-834d-2aff3c0af1d8 None None] Pushing event updated for resources: {'Port': ['ID=0f912ff3-beac-41df-959b-a3d6a6fbfcbe,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:43.177557 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d18cbd2a-ebf2-4f41-834d-2aff3c0af1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:43.256178 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, 1994ecc7-2321-4466-be09-21278b381ad0) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:43.260681 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:43.261416 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:43.268068 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e44bf0-6a64-4882-bfab-5b3f39c981a4 None None] Network 1994ecc7-2321-4466-be09-21278b381ad0 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:08:43.280204 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3eae04-125e-4467-8111-7f18734df4c9 req-6f0447d5-67ea-441d-9e4b-4d21f8a7f0a0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:43.281779 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ec3eae04-125e-4467-8111-7f18734df4c9 req-6f0447d5-67ea-441d-9e4b-4d21f8a7f0a0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 943 time: 0.0875831
Nov 16 22:08:43.329400 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ec3eae04-125e-4467-8111-7f18734df4c9 req-d7a612d0-673b-4d81-9463-f7abab5fb5b8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390935
Nov 16 22:08:43.347515 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7337639
Nov 16 22:08:43.349138 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35786) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:43.355402 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1551064107-router', 'tenant_id': '3e200544e4fb47d3afa25a3be713c801', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:43.360765 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:43.366904 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Usage tracker for resource:router and tenant:3e200544e4fb47d3afa25a3be713c801 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:43.368614 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:43.375526 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:43.450501 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1706'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:43.451737 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7990882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7984489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1617'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:43.469599 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:43.558449 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d73b1c-f81f-5766-b340-81ce724f3cc1-1994ecc7-2321-4466-be09-21278b381ad0', 'network_id': '1994ecc7-2321-4466-be09-21278b381ad0', 'tenant_id': '3e200544e4fb47d3afa25a3be713c801', 'fixed_ips': [{'subnet_id': '584bf67c-bf2c-4b21-9368-d0bfaa536aef'}]}} from dv-cinder-818140-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 16 22:08:43.559594 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:43.603408 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Attempting to bind port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:08:43.603791 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Attempting to bind port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:08:43.604164 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Attempting to bind port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe on network 6431ab66-4714-41a7-87a8-d3f34aa0544b {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:08:43.659119 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc38c2-e534-4a4a-8507-585fd399d86b req-66a73ad7-efa2-4f36-bedd-a308ccdba0c6 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:43.660707 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:08:43.660916 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a2cc38c2-e534-4a4a-8507-585fd399d86b req-66a73ad7-efa2-4f36-bedd-a308ccdba0c6 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 943 time: 0.0994687
Nov 16 22:08:43.661089 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Checking segment: {'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:08:43.661502 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:43.661902 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Bound using segment: {'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:08:43.662380 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Bound port: 0f912ff3-beac-41df-959b-a3d6a6fbfcbe, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:08:43.662762 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:43.710290 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a2cc38c2-e534-4a4a-8507-585fd399d86b req-ad656a6e-0a1f-409a-9c9e-51fb2b1a045b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421503
Nov 16 22:08:43.832639 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] For port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:08:43.837125 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7984411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1607'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:43.837300 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] For port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=0f912ff3-beac-41df-959b-a3d6a6fbfcbe,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:08:43.849329 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Allocated IP 172.20.0.2 (1994ecc7-2321-4466-be09-21278b381ad0/584bf67c-bf2c-4b21-9368-d0bfaa536aef/616d5015-6d9a-49f5-875a-b004aebede8f) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:08:43.942045 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:43.947534 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d18cbd2a-ebf2-4f41-834d-2aff3c0af1d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:44.105828 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:08:44.106591 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d20eba00>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:44.161677 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cbd2a-ebf2-4f41-834d-2aff3c0af1d8 None None] Pushing event updated for resources: {'Port': ['ID=0f912ff3-beac-41df-959b-a3d6a6fbfcbe,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:44.185108 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d18cbd2a-ebf2-4f41-834d-2aff3c0af1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:44.309416 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:44.335858 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:44.346419 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:44.364063 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Transition to ACTIVE for port object 616d5015-6d9a-49f5-875a-b004aebede8f will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:08:44.398926 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:08:44.458288 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Transition to ACTIVE for port object 616d5015-6d9a-49f5-875a-b004aebede8f will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:08:44.506649 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Allocated IP 172.27.1.3 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/07482e07-5129-4294-bd0e-a8f57153b3d1) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:08:44.545861 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:44.551283 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-40957815-1d12-4bd3-8b51-684dd5977c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:44.713761 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Network 1994ecc7-2321-4466-be09-21278b381ad0 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:08:44.714558 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a98189d-43b9-4221-8341-b59259764b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:44.721041 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:44.725610 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Pushing event updated for resources: {'Port': ['ID=616d5015-6d9a-49f5-875a-b004aebede8f,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:44.728328 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:08:44.733370 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:44.768277 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:44.849347 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:44.854224 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-2dcaa6ae-4d91-4630-bf33-43d7c5b6a48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:44.880583 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Attempting to bind port 616d5015-6d9a-49f5-875a-b004aebede8f on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:08:44.881253 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Attempting to bind port 616d5015-6d9a-49f5-875a-b004aebede8f by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1994ecc7-2321-4466-be09-21278b381ad0'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:08:44.881384 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Attempting to bind port 616d5015-6d9a-49f5-875a-b004aebede8f on network 1994ecc7-2321-4466-be09-21278b381ad0 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:08:44.891711 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:08:44.892080 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Checking segment: {'id': '56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1994ecc7-2321-4466-be09-21278b381ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:08:44.892485 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:44.892907 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Bound using segment: {'id': '56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1994ecc7-2321-4466-be09-21278b381ad0'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:08:44.893379 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Bound port: 616d5015-6d9a-49f5-875a-b004aebede8f, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1994ecc7-2321-4466-be09-21278b381ad0'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:08:44.893759 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:44.915140 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:08:44.917995 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:44.920420 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:08:44.968580 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Pushing event updated for resources: {'Port': ['ID=07482e07-5129-4294-bd0e-a8f57153b3d1,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:44.973495 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:45.003838 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] For port 616d5015-6d9a-49f5-875a-b004aebede8f, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:08:45.007227 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d20eba00>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:43Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:45.010185 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] For port 616d5015-6d9a-49f5-875a-b004aebede8f, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=616d5015-6d9a-49f5-875a-b004aebede8f,segment=NetworkSegment(56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7),segment_id=56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:08:45.013624 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d7fa4-a84b-4986-b9e3-a10c37f86381 None None] The sync data for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi is: [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:43Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:08:45.088819 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:45.093190 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:45.143564 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:45.186681 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Pushing event updated for resources: {'Port': ['ID=616d5015-6d9a-49f5-875a-b004aebede8f,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:45.190589 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:45.500591 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:45.886004 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7984134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7984390'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:45.935055 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 0f912ff3-beac-41df-959b-a3d6a6fbfcbe up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:46.011533 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device ae845c9d-3da0-40a1-ab4c-c1c759583ddf details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:08:46.095662 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:08:46.113769 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:46.114152 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:46.176063 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Router f6a7bb16-a746-4150-8e82-a9616ec8d1c9 is scheduled to L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 16 22:08:46.232323 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port ae845c9d-3da0-40a1-ab4c-c1c759583ddf, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=ae845c9d-3da0-40a1-ab4c-c1c759583ddf,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:46.273936 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': 'ae845c9d-3da0-40a1-ab4c-c1c759583ddf', 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33', 'port_id': 'ae845c9d-3da0-40a1-ab4c-c1c759583ddf', 'mac_address': 'fa:16:3e:c0:9b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fd9aec-af72-4efd-ab29-2bd74bcc3daa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:08:46.282295 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08032837-e8b6-4f6e-aed1-fbfd6c4f3d29 None None] Network 1994ecc7-2321-4466-be09-21278b381ad0 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:08:46.471072 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:08:46.480759 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Sync routers for ids ['f6a7bb16-a746-4150-8e82-a9616ec8d1c9'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:08:46.489967 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:46.491896 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Routers {'f6a7bb16-a746-4150-8e82-a9616ec8d1c9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:08:46.492684 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2984490>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['f6a7bb16-a746-4150-8e82-a9616ec8d1c9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:46.516193 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:46.570208 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae845c9d-3da0-40a1-ab4c-c1c759583ddf {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:08:46.578797 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-44aafe4e-4896-4414-a622-a072e26e19cd None None] Provisioning for port 616d5015-6d9a-49f5-875a-b004aebede8f completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:08:46.619720 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=0f912ff3-beac-41df-959b-a3d6a6fbfcbe,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:46.622019 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:46.627661 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.2727764
Nov 16 22:08:46.627661 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35812) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:46.633772 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port ae845c9d-3da0-40a1-ab4c-c1c759583ddf, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=ae845c9d-3da0-40a1-ab4c-c1c759583ddf,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:46.680668 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Set router f6a7bb16-a746-4150-8e82-a9616ec8d1c9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:08:46.698830 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:46.699510 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 616d5015-6d9a-49f5-875a-b004aebede8f up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:46.724903 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:46.762175 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:46.847573 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=0f912ff3-beac-41df-959b-a3d6a6fbfcbe,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:46.854038 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:46.854038 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-a5b7d609-af62-4a0e-9237-a2cdf536cacd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:46.940760 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=ae845c9d-3da0-40a1-ab4c-c1c759583ddf,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:46.944820 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:46.973996 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2984490>, [{'id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'name': 'tempest-TestVolumeBootPattern-1551064107-router', 'tenant_id': '3e200544e4fb47d3afa25a3be713c801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '07482e07-5129-4294-bd0e-a8f57153b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:43Z', 'updated_at': '2021-11-16T22:08:45Z', 'revision_number': 3, 'project_id': '3e200544e4fb47d3afa25a3be713c801', 'gw_port': {'id': '07482e07-5129-4294-bd0e-a8f57153b3d1', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:44Z', 'updated_at': '2021-11-16T22:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:46.992734 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Checking router: f6a7bb16-a746-4150-8e82-a9616ec8d1c9 for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:08:46.992734 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Updating router f6a7bb16-a746-4150-8e82-a9616ec8d1c9 port 07482e07-5129-4294-bd0e-a8f57153b3d1 binding host dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:08:47.032329 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 616d5015-6d9a-49f5-875a-b004aebede8f completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:08:47.040649 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 616d5015-6d9a-49f5-875a-b004aebede8f triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:47.041211 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:47.048721 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:47.191118 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:47.224671 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port 616d5015-6d9a-49f5-875a-b004aebede8f, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=616d5015-6d9a-49f5-875a-b004aebede8f,segment=NetworkSegment(56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7),segment_id=56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:47.256071 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-eab92b16-67f6-48d9-90e4-e7e63915ca70 None None] Provisioning complete for port 616d5015-6d9a-49f5-875a-b004aebede8f triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:47.256413 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eab92b16-67f6-48d9-90e4-e7e63915ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:47.289429 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1825669a-0e94-4544-9ec3-79d93ad21c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:47.300664 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:47.304647 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:47.390992 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=616d5015-6d9a-49f5-875a-b004aebede8f,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:47.394247 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:47.405059 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:47.412928 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:47.426402 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Transition to ACTIVE for port object 07482e07-5129-4294-bd0e-a8f57153b3d1 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:08:47.501478 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:47.505723 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:47.588481 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Attempting to bind port 07482e07-5129-4294-bd0e-a8f57153b3d1 on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:08:47.588968 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Attempting to bind port 07482e07-5129-4294-bd0e-a8f57153b3d1 by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:08:47.589424 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Attempting to bind port 07482e07-5129-4294-bd0e-a8f57153b3d1 on network 10de077c-bbee-4272-8747-14a2748b01b9 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:08:47.591680 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee5c00-cb42-4af2-ab33-4b65c12e9802 None None] Pushing event updated for resources: {'Port': ['ID=07482e07-5129-4294-bd0e-a8f57153b3d1,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:47.596347 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-eaee5c00-cb42-4af2-ab33-4b65c12e9802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:47.599117 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:08:47.599616 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Checking segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:08:47.600111 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:47.600597 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Bound using segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:08:47.601287 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Bound port: 07482e07-5129-4294-bd0e-a8f57153b3d1, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:08:47.601725 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:47.631678 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Allocated IP 172.20.0.1 (1994ecc7-2321-4466-be09-21278b381ad0/584bf67c-bf2c-4b21-9368-d0bfaa536aef/6e2f38a7-8f7c-44dd-8596-10dd73710aca) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:08:47.683707 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] For port 07482e07-5129-4294-bd0e-a8f57153b3d1, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:08:47.687113 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] For port 07482e07-5129-4294-bd0e-a8f57153b3d1, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=07482e07-5129-4294-bd0e-a8f57153b3d1,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:08:47.783539 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:47.800759 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Transition to ACTIVE for port object 6e2f38a7-8f7c-44dd-8596-10dd73710aca will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:08:47.804050 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:47.811161 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-4d816f0f-5a7d-459f-ac6b-e6d4b9749182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:47.830368 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ec15d-8142-4ca0-a534-1bdf283246fe req-d68cff79-08db-4419-be82-481c01e6412e tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:47.831950 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-563ec15d-8142-4ca0-a534-1bdf283246fe req-d68cff79-08db-4419-be82-481c01e6412e tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 944 time: 0.0825634
Nov 16 22:08:47.875832 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 0f912ff3-beac-41df-959b-a3d6a6fbfcbe up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:47.899711 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Routers {'f6a7bb16-a746-4150-8e82-a9616ec8d1c9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:08:47.900893 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-563ec15d-8142-4ca0-a534-1bdf283246fe req-74a875d4-fc82-4913-ba7d-a37856ed40e0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624890
Nov 16 22:08:47.901315 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2984490>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['f6a7bb16-a746-4150-8e82-a9616ec8d1c9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:47.913238 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:47.917342 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:47.967926 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:47.968217 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:47.988441 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee5c00-cb42-4af2-ab33-4b65c12e9802 None None] Pushing event updated for resources: {'Port': ['ID=07482e07-5129-4294-bd0e-a8f57153b3d1,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:47.994080 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-eaee5c00-cb42-4af2-ab33-4b65c12e9802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:47.995126 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Network 1994ecc7-2321-4466-be09-21278b381ad0 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:08:47.998148 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:48.003482 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:08:48.039645 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2f38a7-8f7c-44dd-8596-10dd73710aca,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:48.045459 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:48.071767 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489072'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:48.136191 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 616d5015-6d9a-49f5-875a-b004aebede8f up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:48.162321 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122404a-8bbb-4e84-9027-1ee0ec340200 req-704077e6-b548-4a0d-9178-1e8243fef62b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:48.169858 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3122404a-8bbb-4e84-9027-1ee0ec340200 req-704077e6-b548-4a0d-9178-1e8243fef62b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 943 time: 0.1396971
Nov 16 22:08:48.198720 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] Set router f6a7bb16-a746-4150-8e82-a9616ec8d1c9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:08:48.226285 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3122404a-8bbb-4e84-9027-1ee0ec340200 req-ea658703-3b63-4db8-9f8a-54f39a8cc13d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531256
Nov 16 22:08:48.230693 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 616d5015-6d9a-49f5-875a-b004aebede8f triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:48.231089 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:48.318242 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:48.437328 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-e839f01c-ea26-4a6b-9dea-518296df9ffd None None] Provisioning for port 6e2f38a7-8f7c-44dd-8596-10dd73710aca completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:08:48.443419 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-e839f01c-ea26-4a6b-9dea-518296df9ffd None None] Provisioning complete for port 6e2f38a7-8f7c-44dd-8596-10dd73710aca triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:48.443844 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e839f01c-ea26-4a6b-9dea-518296df9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:48.516600 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-e839f01c-ea26-4a6b-9dea-518296df9ffd None None] Port 6e2f38a7-8f7c-44dd-8596-10dd73710aca cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:08:48.519561 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2984490>, [{'id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'name': 'tempest-TestVolumeBootPattern-1551064107-router', 'tenant_id': '3e200544e4fb47d3afa25a3be713c801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '07482e07-5129-4294-bd0e-a8f57153b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:43Z', 'updated_at': '2021-11-16T22:08:45Z', 'revision_number': 3, 'project_id': '3e200544e4fb47d3afa25a3be713c801', 'gw_port': {'id': '07482e07-5129-4294-bd0e-a8f57153b3d1', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:44Z', 'updated_at': '2021-11-16T22:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:48.523988 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a281d545-b09c-4883-8c06-198fe190aeca None None] The sync data for ids ['f6a7bb16-a746-4150-8e82-a9616ec8d1c9'] in dv-cinder-818140-1-iscsi is: [{'id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'name': 'tempest-TestVolumeBootPattern-1551064107-router', 'tenant_id': '3e200544e4fb47d3afa25a3be713c801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '07482e07-5129-4294-bd0e-a8f57153b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:43Z', 'updated_at': '2021-11-16T22:08:45Z', 'revision_number': 3, 'project_id': '3e200544e4fb47d3afa25a3be713c801', 'gw_port': {'id': '07482e07-5129-4294-bd0e-a8f57153b3d1', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:44Z', 'updated_at': '2021-11-16T22:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:08:48.572239 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:48.671606 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:48.741522 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:48.798281 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:48.881178 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2f38a7-8f7c-44dd-8596-10dd73710aca,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:48.885455 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:48.886362 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489171'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:49.068864 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Network 1994ecc7-2321-4466-be09-21278b381ad0 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:08:49.070087 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:49.129148 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['ae845c9d-3da0-40a1-ab4c-c1c759583ddf'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:08:49.168836 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fd13b-3746-4a24-981b-73ec49efa839 req-342aca61-703e-432c-a0be-738edbfab5df tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:49.171010 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d89fd13b-3746-4a24-981b-73ec49efa839 req-342aca61-703e-432c-a0be-738edbfab5df tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 944 time: 0.1294470
Nov 16 22:08:49.258393 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d89fd13b-3746-4a24-981b-73ec49efa839 req-d8c339c3-6a27-4c71-96ac-907e3ee3ebd6 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794799
Nov 16 22:08:49.373830 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-0416c2f6-fd69-44a4-8845-c8420e0388cf None None] Provisioning complete for port 6e2f38a7-8f7c-44dd-8596-10dd73710aca triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:49.374399 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0416c2f6-fd69-44a4-8845-c8420e0388cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:49.388508 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Router f6a7bb16-a746-4150-8e82-a9616ec8d1c9 has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:08:49.470903 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba7b89-7ac0-435d-ae82-5a61e4832286 req-34819815-045b-4e19-94c6-593d328ccf60 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:49.478505 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3dba7b89-7ac0-435d-ae82-5a61e4832286 req-34819815-045b-4e19-94c6-593d328ccf60 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 943 time: 0.1008279
Nov 16 22:08:49.482937 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0416c2f6-fd69-44a4-8845-c8420e0388cf None None] Port 6e2f38a7-8f7c-44dd-8596-10dd73710aca cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:08:49.531588 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3dba7b89-7ac0-435d-ae82-5a61e4832286 req-c80daa47-682b-474a-b558-2f4b0704a67f tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518856
Nov 16 22:08:49.652985 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:08:49.670563 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] 10.222.0.71 "PUT /v2.0/routers/f6a7bb16-a746-4150-8e82-a9616ec8d1c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0396399
Nov 16 22:08:49.887191 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 07482e07-5129-4294-bd0e-a8f57153b3d1 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:49.920124 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:50.037305 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 07482e07-5129-4294-bd0e-a8f57153b3d1 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:08:50.043994 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 07482e07-5129-4294-bd0e-a8f57153b3d1 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:50.044441 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:50.200391 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:50.212227 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port 07482e07-5129-4294-bd0e-a8f57153b3d1, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=07482e07-5129-4294-bd0e-a8f57153b3d1,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:50.310450 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:50.314118 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:50.419108 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=07482e07-5129-4294-bd0e-a8f57153b3d1,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:50.425569 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35860) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:50.432099 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1408822964', 'description': 'tempest-secgroup-smoke-1408822964 description', 'project_id': '6f9679bda1c74f76bcf5494a43c366b3'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:50.433891 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:50.439972 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:50.444396 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Usage tracker for resource:security_group and tenant:6f9679bda1c74f76bcf5494a43c366b3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:50.447712 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:50.453865 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:50.472708 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83397005-5fa1-4235-b20c-3c20997e5f85 req-3b3dcbc8-bb23-46bb-9842-8cedac85ada5 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:50.474241 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-83397005-5fa1-4235-b20c-3c20997e5f85 req-3b3dcbc8-bb23-46bb-9842-8cedac85ada5 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 944 time: 0.0979121
Nov 16 22:08:50.523421 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-83397005-5fa1-4235-b20c-3c20997e5f85 req-3fb18c85-0f67-4285-ad46-2280ab651a91 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431743
Nov 16 22:08:50.570393 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:50.590946 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:50.595417 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Usage tracker for resource:security_group_rule and tenant:6f9679bda1c74f76bcf5494a43c366b3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:50.598275 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:50.604388 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:50.703514 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:50.731833 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16259b9c-1223-4061-9cc9-6732ceb4cff6 req-efd05dd0-7cef-4ca3-a369-904063eacbf2 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:50.733259 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-16259b9c-1223-4061-9cc9-6732ceb4cff6 req-efd05dd0-7cef-4ca3-a369-904063eacbf2 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 943 time: 0.1001754
Nov 16 22:08:50.774700 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:50.781189 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b4ba1732-105f-4ea2-bf56-3e2d0529365f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:50.785933 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-16259b9c-1223-4061-9cc9-6732ceb4cff6 req-02447559-1162-48fd-b144-01a5ab128f27 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462875
Nov 16 22:08:50.821965 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1f3f4f-e116-42be-961c-166655608bad,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:50.823830 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:50.855344 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Sync routers for ids ['f6a7bb16-a746-4150-8e82-a9616ec8d1c9'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:08:50.864713 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Routers {'f6a7bb16-a746-4150-8e82-a9616ec8d1c9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:08:50.865323 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1e55520>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['f6a7bb16-a746-4150-8e82-a9616ec8d1c9'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:50.894408 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:50.895826 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4688697
Nov 16 22:08:50.898918 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 35870) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:50.904254 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-2d3014c4-b647-4cba-8b59-ae7a167d1ac5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Request body: {'security_group_rule': {'security_group_id': '2b1f3f4f-e116-42be-961c-166655608bad', 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:50.910459 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-2d3014c4-b647-4cba-8b59-ae7a167d1ac5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:50.914589 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-2d3014c4-b647-4cba-8b59-ae7a167d1ac5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Usage tracker for resource:security_group_rule and tenant:6f9679bda1c74f76bcf5494a43c366b3 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:50.917977 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-2d3014c4-b647-4cba-8b59-ae7a167d1ac5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:50.925616 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-2d3014c4-b647-4cba-8b59-ae7a167d1ac5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:51.011009 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2d3014c4-b647-4cba-8b59-ae7a167d1ac5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:51.082141 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2d3014c4-b647-4cba-8b59-ae7a167d1ac5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:51.098663 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Set router f6a7bb16-a746-4150-8e82-a9616ec8d1c9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:08:51.152054 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2d3014c4-b647-4cba-8b59-ae7a167d1ac5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:51.154086 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-18b4cb9a-4bc4-4d82-bebf-b869022454b8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:51.178139 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3014c4-b647-4cba-8b59-ae7a167d1ac5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e589aedb-1ce5-4520-96d3-efdbeaf37d7c,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:51.183897 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2d3014c4-b647-4cba-8b59-ae7a167d1ac5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:51.266673 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2d3014c4-b647-4cba-8b59-ae7a167d1ac5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:51.269742 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-2d3014c4-b647-4cba-8b59-ae7a167d1ac5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3680580
Nov 16 22:08:51.270694 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 35876) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:51.276007 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-e9771403-790a-407f-9c1f-9fed80c73e39 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Request body: {'security_group_rule': {'security_group_id': '2b1f3f4f-e116-42be-961c-166655608bad', 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:51.282446 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-e9771403-790a-407f-9c1f-9fed80c73e39 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:51.286805 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-e9771403-790a-407f-9c1f-9fed80c73e39 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Usage tracker for resource:security_group_rule and tenant:6f9679bda1c74f76bcf5494a43c366b3 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:51.289993 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-e9771403-790a-407f-9c1f-9fed80c73e39 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:51.296055 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-e9771403-790a-407f-9c1f-9fed80c73e39 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:51.393782 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e9771403-790a-407f-9c1f-9fed80c73e39 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:51.431905 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1e55520>, [{'id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'name': 'tempest-TestVolumeBootPattern-1551064107-router', 'tenant_id': '3e200544e4fb47d3afa25a3be713c801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '07482e07-5129-4294-bd0e-a8f57153b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:43Z', 'updated_at': '2021-11-16T22:08:48Z', 'revision_number': 4, 'project_id': '3e200544e4fb47d3afa25a3be713c801', 'gw_port': {'id': '07482e07-5129-4294-bd0e-a8f57153b3d1', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:44Z', 'updated_at': '2021-11-16T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '6e2f38a7-8f7c-44dd-8596-10dd73710aca', 'name': '', 'network_id': '1994ecc7-2321-4466-be09-21278b381ad0', 'tenant_id': '3e200544e4fb47d3afa25a3be713c801', 'mac_address': 'fa:16:3e:fc:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '584bf67c-bf2c-4b21-9368-d0bfaa536aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:47Z', 'updated_at': '2021-11-16T22:08:48Z', 'revision_number': 2, 'project_id': '3e200544e4fb47d3afa25a3be713c801', 'subnets': [{'id': '584bf67c-bf2c-4b21-9368-d0bfaa536aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:51.436382 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Checking router: f6a7bb16-a746-4150-8e82-a9616ec8d1c9 for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:08:51.436813 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Updating router f6a7bb16-a746-4150-8e82-a9616ec8d1c9 port 6e2f38a7-8f7c-44dd-8596-10dd73710aca binding host dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:08:51.461740 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e9771403-790a-407f-9c1f-9fed80c73e39 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:51.493349 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:51.529973 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e9771403-790a-407f-9c1f-9fed80c73e39 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:51.538155 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:51.576650 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9771403-790a-407f-9c1f-9fed80c73e39 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d47a748-1daf-4ff7-8153-42c19164f015,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:51.580918 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e9771403-790a-407f-9c1f-9fed80c73e39 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:51.662459 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:08:51.676236 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device ae845c9d-3da0-40a1-ab4c-c1c759583ddf up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:51.688775 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e9771403-790a-407f-9c1f-9fed80c73e39 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:51.690065 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-e9771403-790a-407f-9c1f-9fed80c73e39 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4183183
Nov 16 22:08:51.693002 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35890) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:51.700069 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-5db8d1ef-f70a-47a2-9138-9532f418e572 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Request body: {'security_group_rule': {'security_group_id': '2b1f3f4f-e116-42be-961c-166655608bad', 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:51.707389 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5db8d1ef-f70a-47a2-9138-9532f418e572 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:51.712694 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-5db8d1ef-f70a-47a2-9138-9532f418e572 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Usage tracker for resource:security_group_rule and tenant:6f9679bda1c74f76bcf5494a43c366b3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:51.715758 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-5db8d1ef-f70a-47a2-9138-9532f418e572 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:51.724753 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5db8d1ef-f70a-47a2-9138-9532f418e572 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:51.727200 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78224b8-fb58-466a-88bd-fbfdda0e3a44 req-2373018a-92b0-4253-b133-a0b5a6a4d8ca tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:51.729138 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b78224b8-fb58-466a-88bd-fbfdda0e3a44 req-2373018a-92b0-4253-b133-a0b5a6a4d8ca tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 944 time: 0.0903454
Nov 16 22:08:51.778432 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b78224b8-fb58-466a-88bd-fbfdda0e3a44 req-afe1dbe5-cbd1-4c7d-ba5a-db4e4c65922f tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429325
Nov 16 22:08:51.820789 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5db8d1ef-f70a-47a2-9138-9532f418e572 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:51.927724 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5db8d1ef-f70a-47a2-9138-9532f418e572 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:51.938538 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 07482e07-5129-4294-bd0e-a8f57153b3d1 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:52.000548 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5db8d1ef-f70a-47a2-9138-9532f418e572 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.003483 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-86d55fa7-7202-4cb9-928e-b6af23bbe6dd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:52.040682 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8d1ef-f70a-47a2-9138-9532f418e572 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c7f323-6545-49bf-978e-b548ec670789,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:52.046795 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-5db8d1ef-f70a-47a2-9138-9532f418e572 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:52.063907 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port ae845c9d-3da0-40a1-ab4c-c1c759583ddf completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:08:52.073001 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cce0f-b5c3-41e1-b48d-822fa22d7f3f req-6d602d43-a07a-42e7-a355-b47067c72aae tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:52.074491 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-458cce0f-b5c3-41e1-b48d-822fa22d7f3f req-6d602d43-a07a-42e7-a355-b47067c72aae tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 943 time: 0.1116650
Nov 16 22:08:52.074704 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd,segment=NetworkSegment(9c3f8f9c-679a-45c4-b088-0b41c9e8bb78),segment_id=9c3f8f9c-679a-45c4-b088-0b41c9e8bb78)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:52.096865 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port ae845c9d-3da0-40a1-ab4c-c1c759583ddf triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:52.098887 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.131951 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5db8d1ef-f70a-47a2-9138-9532f418e572 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.134837 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-5db8d1ef-f70a-47a2-9138-9532f418e572 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4402819
Nov 16 22:08:52.138098 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-458cce0f-b5c3-41e1-b48d-822fa22d7f3f req-ba57163d-8082-4c62-b869-fe99bcf1da38 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573595
Nov 16 22:08:52.141415 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35902) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:52.144690 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': '0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd', 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e', 'port_id': '0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd', 'mac_address': 'fa:16:3e:b0:42:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feff6ede-3b67-4d6a-b1b3-d918954bcf9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:08:52.159042 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-c8ba8c42-b47d-4256-9f2d-8ba31f07538c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Request body: {'security_group_rule': {'security_group_id': '2b1f3f4f-e116-42be-961c-166655608bad', 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:52.165988 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c8ba8c42-b47d-4256-9f2d-8ba31f07538c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:52.169827 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-c8ba8c42-b47d-4256-9f2d-8ba31f07538c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Usage tracker for resource:security_group_rule and tenant:6f9679bda1c74f76bcf5494a43c366b3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:52.174815 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-c8ba8c42-b47d-4256-9f2d-8ba31f07538c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:52.180881 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c8ba8c42-b47d-4256-9f2d-8ba31f07538c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:52.249333 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 07482e07-5129-4294-bd0e-a8f57153b3d1 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:52.249713 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.251488 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8c42-b47d-4256-9f2d-8ba31f07538c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.317761 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8c42-b47d-4256-9f2d-8ba31f07538c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.336148 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.338384 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.375968 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8c42-b47d-4256-9f2d-8ba31f07538c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.376287 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:08:52.378655 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b19e3464-f402-4c43-a5cc-d45d4015cb55 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:52.383625 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Transition to ACTIVE for port object 6e2f38a7-8f7c-44dd-8596-10dd73710aca will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:08:52.414209 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba8c42-b47d-4256-9f2d-8ba31f07538c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f295cb-f47d-45e2-9acd-a9e3d2e3bbaa,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:52.418140 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c8ba8c42-b47d-4256-9f2d-8ba31f07538c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:52.483099 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd,segment=NetworkSegment(9c3f8f9c-679a-45c4-b088-0b41c9e8bb78),segment_id=9c3f8f9c-679a-45c4-b088-0b41c9e8bb78)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:52.502332 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8c42-b47d-4256-9f2d-8ba31f07538c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.503974 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-c8ba8c42-b47d-4256-9f2d-8ba31f07538c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3604538
Nov 16 22:08:52.506377 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35910) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:52.513310 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7cc3bde0-4ad4-499e-a9a3-655f421b3699 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Request body: {'security_group_rule': {'security_group_id': '2b1f3f4f-e116-42be-961c-166655608bad', 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:52.521612 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7cc3bde0-4ad4-499e-a9a3-655f421b3699 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:52.528793 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-7cc3bde0-4ad4-499e-a9a3-655f421b3699 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Usage tracker for resource:security_group_rule and tenant:6f9679bda1c74f76bcf5494a43c366b3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:52.533335 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-7cc3bde0-4ad4-499e-a9a3-655f421b3699 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:52.542036 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7cc3bde0-4ad4-499e-a9a3-655f421b3699 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:52.546985 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.547754 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device d636186f-900b-496f-844c-60b59ab509f3 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:08:52.549787 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.562437 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:52.592435 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.604478 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35914) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:52.608220 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-7cc3bde0-4ad4-499e-a9a3-655f421b3699 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Project 6f9679bda1c74f76bcf5494a43c366b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 16 22:08:52.620421 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7cc3bde0-4ad4-499e-a9a3-655f421b3699 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.699454 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7cc3bde0-4ad4-499e-a9a3-655f421b3699 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.738841 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a192bec-3ef8-4128-9606-6d8c692934ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae845c9d-3da0-40a1-ab4c-c1c759583ddf'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:08:52.757667 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7cc3bde0-4ad4-499e-a9a3-655f421b3699 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.759982 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c8ba8c42-b47d-4256-9f2d-8ba31f07538c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:52.816773 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port ae845c9d-3da0-40a1-ab4c-c1c759583ddf, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=ae845c9d-3da0-40a1-ab4c-c1c759583ddf,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:52.831577 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3bde0-4ad4-499e-a9a3-655f421b3699 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f878801-5a39-468c-9bd8-754b01817d2c,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:52.836083 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7cc3bde0-4ad4-499e-a9a3-655f421b3699 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:52.836806 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3ccafe2-b017-4702-b81e-ad1f525f152f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.849267 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port d636186f-900b-496f-844c-60b59ab509f3, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=d636186f-900b-496f-844c-60b59ab509f3,segment=NetworkSegment(9c3f8f9c-679a-45c4-b088-0b41c9e8bb78),segment_id=9c3f8f9c-679a-45c4-b088-0b41c9e8bb78)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:52.857465 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a192bec-3ef8-4128-9606-6d8c692934ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae845c9d-3da0-40a1-ab4c-c1c759583ddf', 'code': 200}
Nov 16 22:08:52.858034 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:52.896338 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a3ccafe2-b017-4702-b81e-ad1f525f152f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:52.912271 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-a3ccafe2-b017-4702-b81e-ad1f525f152f admin admin] Usage tracker for resource:security_group_rule and tenant:9f056e65077c46009a2a80dd59f50205 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:52.915993 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-a3ccafe2-b017-4702-b81e-ad1f525f152f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:52.916674 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.922687 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a3ccafe2-b017-4702-b81e-ad1f525f152f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:52.929773 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': 'd636186f-900b-496f-844c-60b59ab509f3', 'network_id': '0087e2d7-4f1a-4fea-baad-ae616045916e', 'port_id': 'd636186f-900b-496f-844c-60b59ab509f3', 'mac_address': 'fa:16:3e:c4:df:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feff6ede-3b67-4d6a-b1b3-d918954bcf9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:08:52.954521 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Attempting to bind port 6e2f38a7-8f7c-44dd-8596-10dd73710aca on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:08:52.954895 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Attempting to bind port 6e2f38a7-8f7c-44dd-8596-10dd73710aca by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1994ecc7-2321-4466-be09-21278b381ad0'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:08:52.955285 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Attempting to bind port 6e2f38a7-8f7c-44dd-8596-10dd73710aca on network 1994ecc7-2321-4466-be09-21278b381ad0 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:08:52.974604 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7cc3bde0-4ad4-499e-a9a3-655f421b3699 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.978625 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-7cc3bde0-4ad4-499e-a9a3-655f421b3699 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4685280
Nov 16 22:08:52.979605 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 35924) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:52.994615 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-01d04990-b54d-4176-8d4c-a61db2ef2ecf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Request body: {'security_group_rule': {'security_group_id': '2b1f3f4f-e116-42be-961c-166655608bad', 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:52.998145 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:08:52.998525 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Checking segment: {'id': '56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1994ecc7-2321-4466-be09-21278b381ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:08:52.998934 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:52.999363 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Bound using segment: {'id': '56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1994ecc7-2321-4466-be09-21278b381ad0'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:08:53.000558 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Bound port: 6e2f38a7-8f7c-44dd-8596-10dd73710aca, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1994ecc7-2321-4466-be09-21278b381ad0'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:08:53.001108 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:53.003307 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-01d04990-b54d-4176-8d4c-a61db2ef2ecf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:53.009487 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-01d04990-b54d-4176-8d4c-a61db2ef2ecf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Usage tracker for resource:security_group_rule and tenant:6f9679bda1c74f76bcf5494a43c366b3 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:53.013875 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-01d04990-b54d-4176-8d4c-a61db2ef2ecf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:53.020883 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec87790-c793-4600-a141-c122d86b4afe None None] Pushing event updated for resources: {'Port': ['ID=6e2f38a7-8f7c-44dd-8596-10dd73710aca,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:53.022392 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-01d04990-b54d-4176-8d4c-a61db2ef2ecf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:53.038180 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-8ec87790-c793-4600-a141-c122d86b4afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:53.041268 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-df19c199-0563-4ab1-8818-8383004cf272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.447s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:53.047130 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d63e72-b9d3-49a8-888c-ceb05819393e req-72df3a90-8def-4ba6-8f31-503a15a3aca6 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:53.054964 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f1d63e72-b9d3-49a8-888c-ceb05819393e req-72df3a90-8def-4ba6-8f31-503a15a3aca6 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 945 time: 0.1329510
Nov 16 22:08:53.108218 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3ccafe2-b017-4702-b81e-ad1f525f152f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:53.142704 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f1d63e72-b9d3-49a8-888c-ceb05819393e req-97174cef-af91-4324-9def-490dfb092865 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861042
Nov 16 22:08:53.143065 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.securitygroups_db [None req-01d04990-b54d-4176-8d4c-a61db2ef2ecf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Project 6f9679bda1c74f76bcf5494a43c366b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 16 22:08:53.155820 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-01d04990-b54d-4176-8d4c-a61db2ef2ecf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:53.182027 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a3ccafe2-b017-4702-b81e-ad1f525f152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:53.230246 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-01d04990-b54d-4176-8d4c-a61db2ef2ecf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:53.231056 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] For port 6e2f38a7-8f7c-44dd-8596-10dd73710aca, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:08:53.232682 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-33fe3726-0201-48c6-afaf-10f1fe8ff191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:53.235443 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] For port 6e2f38a7-8f7c-44dd-8596-10dd73710aca, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=6e2f38a7-8f7c-44dd-8596-10dd73710aca,segment=NetworkSegment(56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7),segment_id=56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:08:53.240536 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:53.261620 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d636186f-900b-496f-844c-60b59ab509f3 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:08:53.286458 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-a3ccafe2-b017-4702-b81e-ad1f525f152f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9f056e65077c46009a2a80dd59f50205&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6796591
Nov 16 22:08:53.291908 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 35936) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:53.292039 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port d636186f-900b-496f-844c-60b59ab509f3, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=d636186f-900b-496f-844c-60b59ab509f3,segment=NetworkSegment(9c3f8f9c-679a-45c4-b088-0b41c9e8bb78),segment_id=9c3f8f9c-679a-45c4-b088-0b41c9e8bb78)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:53.292039 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=ae845c9d-3da0-40a1-ab4c-c1c759583ddf,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:53.294832 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:53.295321 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:53.295660 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:53.298184 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ccafe2-b017-4702-b81e-ad1f525f152f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feb3984-a27a-47c3-a87e-889d0f353d80,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:53.302481 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a3ccafe2-b017-4702-b81e-ad1f525f152f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:53.330668 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:53.334492 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-020217a3-21a5-41b4-9935-746f6240e190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:53.349077 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-01d04990-b54d-4176-8d4c-a61db2ef2ecf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:53.396200 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:53.407240 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2d3014c4-b647-4cba-8b59-ae7a167d1ac5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:53.419796 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Routers {'f6a7bb16-a746-4150-8e82-a9616ec8d1c9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:08:53.419796 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1e55520>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['f6a7bb16-a746-4150-8e82-a9616ec8d1c9'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:53.448735 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d04990-b54d-4176-8d4c-a61db2ef2ecf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4a9019-3d5d-4ef4-a720-5370ce4a3e75,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:53.462078 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-01d04990-b54d-4176-8d4c-a61db2ef2ecf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:53.510744 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f9edbf08-a59d-4938-923f-9d7077d088e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:53.536464 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-01d04990-b54d-4176-8d4c-a61db2ef2ecf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:53.541234 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-01d04990-b54d-4176-8d4c-a61db2ef2ecf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5547459
Nov 16 22:08:53.564537 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f9edbf08-a59d-4938-923f-9d7077d088e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:53.691112 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3120de-ee58-4ebe-9d6a-96049590033b req-9d0932e5-3446-487c-ab65-5f6f357afe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:53.692894 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7d3120de-ee58-4ebe-9d6a-96049590033b req-9d0932e5-3446-487c-ab65-5f6f357afe0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 1098 time: 0.3849778
Nov 16 22:08:53.694118 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] Set router f6a7bb16-a746-4150-8e82-a9616ec8d1c9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:08:53.759800 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec87790-c793-4600-a141-c122d86b4afe None None] Pushing event updated for resources: {'Port': ['ID=6e2f38a7-8f7c-44dd-8596-10dd73710aca,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:53.771867 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d432a6-bde3-40af-9d2b-44263ec0d0e4 req-823408df-f452-449e-8ea2-7e8c9219fd22 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:53.772459 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-8ec87790-c793-4600-a141-c122d86b4afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:53.773372 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-54d432a6-bde3-40af-9d2b-44263ec0d0e4 req-823408df-f452-449e-8ea2-7e8c9219fd22 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 944 time: 0.4361131
Nov 16 22:08:53.774537 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:53.821120 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7d3120de-ee58-4ebe-9d6a-96049590033b req-3df4136a-e592-492d-a187-ddbedbd4538e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084311
Nov 16 22:08:53.844139 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-54d432a6-bde3-40af-9d2b-44263ec0d0e4 req-23767de3-f8cc-4c6f-b7a5-810628681e94 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635300
Nov 16 22:08:53.924286 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f9edbf08-a59d-4938-923f-9d7077d088e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:53.933981 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-020ce410-52d1-4a07-a120-0c25509d156f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:53.946042 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edbf08-a59d-4938-923f-9d7077d088e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feb3984-a27a-47c3-a87e-889d0f353d80,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:53.948965 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f9edbf08-a59d-4938-923f-9d7077d088e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:53.950486 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f9edbf08-a59d-4938-923f-9d7077d088e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:53.951374 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f9edbf08-a59d-4938-923f-9d7077d088e3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5feb3984-a27a-47c3-a87e-889d0f353d80 HTTP/1.1" status: 204  len: 168 time: 0.6609542
Nov 16 22:08:54.033644 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=d636186f-900b-496f-844c-60b59ab509f3,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:54.038382 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:54.061130 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:08:54.097091 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['d636186f-900b-496f-844c-60b59ab509f3'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:08:54.374081 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f63a9-b02b-4562-852c-53efb7c187ff req-9107e2f9-6457-4dc0-aed5-94762ff7a6ce tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:54.376236 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1e55520>, [{'id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'name': 'tempest-TestVolumeBootPattern-1551064107-router', 'tenant_id': '3e200544e4fb47d3afa25a3be713c801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '07482e07-5129-4294-bd0e-a8f57153b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:43Z', 'updated_at': '2021-11-16T22:08:48Z', 'revision_number': 4, 'project_id': '3e200544e4fb47d3afa25a3be713c801', 'gw_port': {'id': '07482e07-5129-4294-bd0e-a8f57153b3d1', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:44Z', 'updated_at': '2021-11-16T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '6e2f38a7-8f7c-44dd-8596-10dd73710aca', 'name': '', 'network_id': '1994ecc7-2321-4466-be09-21278b381ad0', 'tenant_id': '3e200544e4fb47d3afa25a3be713c801', 'mac_address': 'fa:16:3e:fc:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '584bf67c-bf2c-4b21-9368-d0bfaa536aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:47Z', 'updated_at': '2021-11-16T22:08:53Z', 'revision_number': 4, 'project_id': '3e200544e4fb47d3afa25a3be713c801', 'subnets': [{'id': '584bf67c-bf2c-4b21-9368-d0bfaa536aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:08:54.382758 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-495f63a9-b02b-4562-852c-53efb7c187ff req-9107e2f9-6457-4dc0-aed5-94762ff7a6ce tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 945 time: 0.1215458
Nov 16 22:08:54.405170 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414a89c-3d5e-44d7-bf82-e8ee69af9725 None None] The sync data for ids ['f6a7bb16-a746-4150-8e82-a9616ec8d1c9'] in dv-cinder-818140-1-iscsi is: [{'id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'name': 'tempest-TestVolumeBootPattern-1551064107-router', 'tenant_id': '3e200544e4fb47d3afa25a3be713c801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '07482e07-5129-4294-bd0e-a8f57153b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:43Z', 'updated_at': '2021-11-16T22:08:48Z', 'revision_number': 4, 'project_id': '3e200544e4fb47d3afa25a3be713c801', 'gw_port': {'id': '07482e07-5129-4294-bd0e-a8f57153b3d1', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:44Z', 'updated_at': '2021-11-16T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '6e2f38a7-8f7c-44dd-8596-10dd73710aca', 'name': '', 'network_id': '1994ecc7-2321-4466-be09-21278b381ad0', 'tenant_id': '3e200544e4fb47d3afa25a3be713c801', 'mac_address': 'fa:16:3e:fc:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '584bf67c-bf2c-4b21-9368-d0bfaa536aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:47Z', 'updated_at': '2021-11-16T22:08:53Z', 'revision_number': 4, 'project_id': '3e200544e4fb47d3afa25a3be713c801', 'subnets': [{'id': '584bf67c-bf2c-4b21-9368-d0bfaa536aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:08:54.443418 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-495f63a9-b02b-4562-852c-53efb7c187ff req-159923f9-8884-43e2-a5c4-852e774166a4 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596790
Nov 16 22:08:54.656101 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 35992) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:54.677289 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18257521-cd4a-4edd-a534-35a0b8dbf5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:54.697544 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-18257521-cd4a-4edd-a534-35a0b8dbf5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:54.702015 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-18257521-cd4a-4edd-a534-35a0b8dbf5d9 admin admin] Usage tracker for resource:security_group_rule and tenant:7d6b690264d7497db882d33a0a4bedc7 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:54.705056 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-18257521-cd4a-4edd-a534-35a0b8dbf5d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:54.711512 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-18257521-cd4a-4edd-a534-35a0b8dbf5d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:54.872671 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18257521-cd4a-4edd-a534-35a0b8dbf5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:54.981500 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-18257521-cd4a-4edd-a534-35a0b8dbf5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:54.992904 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:55.051079 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18257521-cd4a-4edd-a534-35a0b8dbf5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a6347e-3ab6-4bde-ab13-8321c656d1d2,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:55.052772 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7a4c-d62e-4316-9f73-72cbd5b3992a req-bf96b1ef-39a3-4641-916b-eab35544ad2b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:55.054498 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-18257521-cd4a-4edd-a534-35a0b8dbf5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:55.054643 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-293f7a4c-d62e-4316-9f73-72cbd5b3992a req-bf96b1ef-39a3-4641-916b-eab35544ad2b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 944 time: 0.0979357
Nov 16 22:08:55.058238 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-18257521-cd4a-4edd-a534-35a0b8dbf5d9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7d6b690264d7497db882d33a0a4bedc7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4001489
Nov 16 22:08:55.061231 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 36006) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:55.104136 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-293f7a4c-d62e-4316-9f73-72cbd5b3992a req-aea33d49-c03e-4a10-9ef5-17c552ca0540 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397348
Nov 16 22:08:55.123522 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bbc26851-c122-47e1-bf56-6e990d30745e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:55.155748 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bbc26851-c122-47e1-bf56-6e990d30745e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:55.263513 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 36016) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:55.278556 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bbc26851-c122-47e1-bf56-6e990d30745e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:55.284556 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-10638bc8-728a-4257-8fff-45d9786d68f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:55.297771 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc26851-c122-47e1-bf56-6e990d30745e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a6347e-3ab6-4bde-ab13-8321c656d1d2,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:55.301763 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-bbc26851-c122-47e1-bf56-6e990d30745e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:55.307609 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bbc26851-c122-47e1-bf56-6e990d30745e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:55.310592 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-bbc26851-c122-47e1-bf56-6e990d30745e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d1a6347e-3ab6-4bde-ab13-8321c656d1d2 HTTP/1.1" status: 204  len: 168 time: 0.2462604
Nov 16 22:08:55.409470 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e14857b-d17e-4564-b086-ecb2031b9391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:55.424175 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-2e14857b-d17e-4564-b086-ecb2031b9391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:55.428285 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-2e14857b-d17e-4564-b086-ecb2031b9391 admin admin] Usage tracker for resource:security_group_rule and tenant:1629acd298474160b055d4fa2fc42d38 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:55.431260 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-2e14857b-d17e-4564-b086-ecb2031b9391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:55.437288 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-2e14857b-d17e-4564-b086-ecb2031b9391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:55.566938 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e14857b-d17e-4564-b086-ecb2031b9391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:55.649714 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2e14857b-d17e-4564-b086-ecb2031b9391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:55.663747 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052d2ec-98ce-4159-aa0b-821bb0eb8117 req-d531b09a-9a3a-47f1-bc0e-174322ab32dd tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:55.666132 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-e9fc81a9-8bb0-4590-9f57-60b9fe732112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:55.670914 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f052d2ec-98ce-4159-aa0b-821bb0eb8117 req-d531b09a-9a3a-47f1-bc0e-174322ab32dd tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 945 time: 0.1134348
Nov 16 22:08:55.713140 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f052d2ec-98ce-4159-aa0b-821bb0eb8117 req-65bbf059-66af-48ff-9b7f-834cd283bd47 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413291
Nov 16 22:08:55.715200 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 36040) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:55.715428 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-2e14857b-d17e-4564-b086-ecb2031b9391 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1629acd298474160b055d4fa2fc42d38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4506817
Nov 16 22:08:55.718058 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14857b-d17e-4564-b086-ecb2031b9391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931172eb-01b2-48c7-b974-11df00195335,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:55.723236 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-2e14857b-d17e-4564-b086-ecb2031b9391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:55.784872 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e6156838-f0f6-42ea-8299-c7a7f8ca04e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:55.858325 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e6156838-f0f6-42ea-8299-c7a7f8ca04e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:55.968394 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 6e2f38a7-8f7c-44dd-8596-10dd73710aca up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:56.084364 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e6156838-f0f6-42ea-8299-c7a7f8ca04e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:56.093134 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-123320dd-24d3-41fc-b45c-3cb194b36dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:56.123953 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6156838-f0f6-42ea-8299-c7a7f8ca04e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931172eb-01b2-48c7-b974-11df00195335,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:56.129522 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e6156838-f0f6-42ea-8299-c7a7f8ca04e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:56.130241 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-e6156838-f0f6-42ea-8299-c7a7f8ca04e9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/931172eb-01b2-48c7-b974-11df00195335 HTTP/1.1" status: 204  len: 168 time: 0.4136930
Nov 16 22:08:56.131253 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e6156838-f0f6-42ea-8299-c7a7f8ca04e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:56.176934 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 6e2f38a7-8f7c-44dd-8596-10dd73710aca completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:08:56.182958 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 6e2f38a7-8f7c-44dd-8596-10dd73710aca triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:56.183400 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:56.342312 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:56.383503 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3c3d-87d6-4e5c-9492-b89f7b408f2c req-3e4beefc-fd30-4168-a25f-191b3429f4ea tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:56.385018 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e92b3c3d-87d6-4e5c-9492-b89f7b408f2c req-3e4beefc-fd30-4168-a25f-191b3429f4ea tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 944 time: 0.1146665
Nov 16 22:08:56.392048 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port 6e2f38a7-8f7c-44dd-8596-10dd73710aca, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=6e2f38a7-8f7c-44dd-8596-10dd73710aca,segment=NetworkSegment(56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7),segment_id=56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:56.439711 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e92b3c3d-87d6-4e5c-9492-b89f7b408f2c req-5730596b-9dda-471a-87f5-92f2742b51fe tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474222
Nov 16 22:08:56.469928 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:56.477093 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:56.568071 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=6e2f38a7-8f7c-44dd-8596-10dd73710aca,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:56.571397 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:56.961646 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e9b19-fd44-4d3f-9e0f-ab8daca6c350 req-6268def9-3dca-4cbd-9ab4-f9b7317d9f81 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:56.968931 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fa1e9b19-fd44-4d3f-9e0f-ab8daca6c350 req-6268def9-3dca-4cbd-9ab4-f9b7317d9f81 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 945 time: 0.1223595
Nov 16 22:08:57.028266 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fa1e9b19-fd44-4d3f-9e0f-ab8daca6c350 req-b5de0c48-3e3f-466b-aa4e-bd4f60be9045 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540254
Nov 16 22:08:57.394160 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 36100) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:57.513140 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-515032565-network', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:57.520155 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:57.526401 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Usage tracker for resource:network and tenant:b1b1976c7d7b433792ca2cf522766f2b is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:57.529397 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:57.536420 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:57.623424 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Made reservation on behalf of b1b1976c7d7b433792ca2cf522766f2b for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:08:57.640843 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:57.654936 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12bfb1-8800-4ca3-9548-e5d250c4b61f req-781f48e5-fe79-4a88-9567-5c1aa8091a58 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:57.664015 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4d12bfb1-8800-4ca3-9548-e5d250c4b61f req-781f48e5-fe79-4a88-9567-5c1aa8091a58 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 944 time: 0.1033971
Nov 16 22:08:57.674307 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:57.678310 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device d636186f-900b-496f-844c-60b59ab509f3 up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:57.691702 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:57.696285 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Usage tracker for resource:security_group_rule and tenant:b1b1976c7d7b433792ca2cf522766f2b is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:57.699137 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:57.705530 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:57.708776 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4d12bfb1-8800-4ca3-9548-e5d250c4b61f req-1cc606b1-9aeb-4281-8721-c41a60b50b17 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431283
Nov 16 22:08:57.799572 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:57.815843 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port d636186f-900b-496f-844c-60b59ab509f3 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:08:57.821459 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port d636186f-900b-496f-844c-60b59ab509f3 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:57.821900 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:57.868245 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:57.874203 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-877c208f-8ff2-493e-bb48-36b1a8defa1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:57.921877 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756}  {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:08:57.943485 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 6e2f38a7-8f7c-44dd-8596-10dd73710aca up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:57.944886 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:57.945278 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.segments_db [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Added segment ad66b2e4-588b-463b-9bb1-75be8bdd7d92 of type vlan for network a3660de9-4971-4ec7-9b91-f728b00d6e34
Nov 16 22:08:57.973586 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:58.009902 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ecefc8-5105-4316-a3f7-44ad01ebc7f0,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:58.022266 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:58.060973 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:58.063452 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:58.063958 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:58.064452 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:58.072742 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:58.106906 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port d636186f-900b-496f-844c-60b59ab509f3, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=d636186f-900b-496f-844c-60b59ab509f3,segment=NetworkSegment(9c3f8f9c-679a-45c4-b088-0b41c9e8bb78),segment_id=9c3f8f9c-679a-45c4-b088-0b41c9e8bb78)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:58.109369 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d09df6-ae86-433d-9e20-9efd9f136f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd636186f-900b-496f-844c-60b59ab509f3'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:08:58.115498 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 6e2f38a7-8f7c-44dd-8596-10dd73710aca triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:58.116342 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:58.193022 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:58.196597 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:08:58.220881 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d09df6-ae86-433d-9e20-9efd9f136f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd636186f-900b-496f-844c-60b59ab509f3', 'code': 200}
Nov 16 22:08:58.225837 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:58.329099 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Pushing event updated for resources: {'Network': ['ID=a3660de9-4971-4ec7-9b91-f728b00d6e34,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:58.332899 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:58.351060 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network a3660de9-4971-4ec7-9b91-f728b00d6e34 details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:08:58.418722 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0234389
Nov 16 22:08:58.422419 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 36126) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:58.431287 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Request body: {'subnet': {'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-515032565-subnet', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:58.442070 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:58.448777 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Usage tracker for resource:subnet and tenant:b1b1976c7d7b433792ca2cf522766f2b is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:58.449372 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=d636186f-900b-496f-844c-60b59ab509f3,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:58.455300 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:58.457815 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:58.464642 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:58.557289 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:08:58.557747 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Made reservation on behalf of b1b1976c7d7b433792ca2cf522766f2b for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:08:58.564586 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:08:58.564586 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:58.565587 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:58.693171 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:58.725237 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd,segment=NetworkSegment(9c3f8f9c-679a-45c4-b088-0b41c9e8bb78),segment_id=9c3f8f9c-679a-45c4-b088-0b41c9e8bb78)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:08:58.748791 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c817b-7692-4935-9c9c-4df672edc0c5 req-bc0b5fdc-6d04-4220-8a55-b761c8f5a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:58.750328 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a59c817b-7692-4935-9c9c-4df672edc0c5 req-bc0b5fdc-6d04-4220-8a55-b761c8f5a297 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 1098 time: 0.1590188
Nov 16 22:08:58.787404 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:58.789401 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-6fca732d-9e90-4fad-90a6-1e7657d49fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:58.862439 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:58.874031 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:58.893770 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a59c817b-7692-4935-9c9c-4df672edc0c5 req-0c7ddc7d-84db-49a2-a72a-b91b82dc969f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367865
Nov 16 22:08:58.965507 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b158ab0-d570-4af6-8543-5ae613c6eac3 req-4f66a28b-b5c8-4ceb-89cc-7a189a4d5f7c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:58.967026 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2b158ab0-d570-4af6-8543-5ae613c6eac3 req-4f66a28b-b5c8-4ceb-89cc-7a189a4d5f7c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1408944
Nov 16 22:08:58.997434 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:59.012632 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-be2097a8-300d-47d9-94c9-a1ca608e3235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:08:59.078369 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2b158ab0-d570-4af6-8543-5ae613c6eac3 req-23a45b10-23a2-404e-bfff-d7cb3b0e5c56 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005986
Nov 16 22:08:59.103899 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ebaf286-2ead-4350-b334-85d62bde1ac3,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:08:59.108115 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:08:59.122741 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Checking segment: {'id': 'ad66b2e4-588b-463b-9bb1-75be8bdd7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:08:59.123112 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Network hostable DHCP agents. Network: a3660de9-4971-4ec7-9b91-f728b00d6e34, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:08:59.209807 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Network a3660de9-4971-4ec7-9b91-f728b00d6e34 is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:08:59.278401 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, a3660de9-4971-4ec7-9b91-f728b00d6e34) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:08:59.283879 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:08:59.284744 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:59.293808 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3458bc45-5a17-44dd-8777-5cbf8cd58535 None None] Network a3660de9-4971-4ec7-9b91-f728b00d6e34 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:08:59.364695 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9403210
Nov 16 22:08:59.367759 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 36140) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:08:59.373021 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-515032565-router', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:08:59.378156 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:08:59.382533 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Usage tracker for resource:router and tenant:b1b1976c7d7b433792ca2cf522766f2b is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:08:59.385437 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:08:59.396405 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:08:59.466565 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1706'] for router, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:59.467700 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7990882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7984489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1617'] for router, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:59.484495 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:59.523041 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d73b1c-f81f-5766-b340-81ce724f3cc1-a3660de9-4971-4ec7-9b91-f728b00d6e34', 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'fixed_ips': [{'subnet_id': '0ebaf286-2ead-4350-b334-85d62bde1ac3'}]}} from dv-cinder-818140-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 16 22:08:59.523946 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:59.708488 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Allocated IP 172.20.0.2 (a3660de9-4971-4ec7-9b91-f728b00d6e34/0ebaf286-2ead-4350-b334-85d62bde1ac3/1b400b91-d7bc-49c6-85d6-93bf6a7aa799) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:08:59.785147 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:59.875756 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7984411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1607'] for router, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:59.946531 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:08:59.964345 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Transition to ACTIVE for port object 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:08:59.996552 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Transition to ACTIVE for port object 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:09:00.079976 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:00.084334 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:00.150307 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Network a3660de9-4971-4ec7-9b91-f728b00d6e34 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:09:00.153753 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:09:00.158279 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:09:00.282170 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Pushing event updated for resources: {'Port': ['ID=1b400b91-d7bc-49c6-85d6-93bf6a7aa799,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:00.292282 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:00.293037 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3493da-bd15-443a-90ac-9fe6b5680da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:09:00.317827 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Attempting to bind port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:09:00.318202 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Attempting to bind port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': 'ad66b2e4-588b-463b-9bb1-75be8bdd7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:09:00.318561 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Attempting to bind port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 on network a3660de9-4971-4ec7-9b91-f728b00d6e34 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:09:00.324992 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:09:00.325380 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Checking segment: {'id': 'ad66b2e4-588b-463b-9bb1-75be8bdd7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:09:00.325940 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:00.326345 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Bound using segment: {'id': 'ad66b2e4-588b-463b-9bb1-75be8bdd7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:09:00.326868 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Bound port: 1b400b91-d7bc-49c6-85d6-93bf6a7aa799, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad66b2e4-588b-463b-9bb1-75be8bdd7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:09:00.327278 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:00.452212 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] For port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:09:00.459806 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] For port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=1b400b91-d7bc-49c6-85d6-93bf6a7aa799,segment=NetworkSegment(ad66b2e4-588b-463b-9bb1-75be8bdd7d92),segment_id=ad66b2e4-588b-463b-9bb1-75be8bdd7d92)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:09:00.559001 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:00.564427 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-8ec87790-c793-4600-a141-c122d86b4afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:00.629682 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:00.665194 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Pushing event updated for resources: {'Port': ['ID=1b400b91-d7bc-49c6-85d6-93bf6a7aa799,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:00.665414 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:00.668716 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:00.676714 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd33a51-a4af-453d-805a-df3b951af4e3 req-9f9e0f8b-4678-4a8e-98a9-16d7d4859ee1 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:00.683861 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3bd33a51-a4af-453d-805a-df3b951af4e3 req-9f9e0f8b-4678-4a8e-98a9-16d7d4859ee1 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.3510044
Nov 16 22:09:00.790168 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3bd33a51-a4af-453d-805a-df3b951af4e3 req-69b8d70f-2bfe-497d-98b5-5e920332e9c7 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052685
Nov 16 22:09:00.903949 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3493da-bd15-443a-90ac-9fe6b5680da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd', 'code': 200}
Nov 16 22:09:00.921828 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Allocated IP 172.27.1.114 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/b252cc1b-cdbf-40fc-a719-0f29994a03ed) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:09:01.122397 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:01.364519 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:01.370102 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:01.441914 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:09:01.444892 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:09:01.449073 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:09:01.507468 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Pushing event updated for resources: {'Port': ['ID=b252cc1b-cdbf-40fc-a719-0f29994a03ed,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:01.520383 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:01.754182 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e9018-7a21-48b4-9425-bbb443fa735a req-c6544cc8-3779-488e-9f39-070e25386851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:01.755982 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-758e9018-7a21-48b4-9425-bbb443fa735a req-c6544cc8-3779-488e-9f39-070e25386851 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 1099 time: 0.1661983
Nov 16 22:09:01.791633 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b33762f-df1e-4496-8b6e-7cafbbf2894a None None] Network a3660de9-4971-4ec7-9b91-f728b00d6e34 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:09:01.808671 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-758e9018-7a21-48b4-9425-bbb443fa735a req-5ca6daf5-2b42-4b95-b226-ccc17a9fe2be service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447721
Nov 16 22:09:01.929200 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:09:01.982560 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-78917926-984d-4a21-8ef8-b0150c04aeab None None] Provisioning for port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:09:02.157071 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:09:02.162764 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:02.163279 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:02.167977 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4a6d3-ef6b-407a-aeb1-678aeee49572 req-6f19364f-7449-410a-8e03-0fef265c1507 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:02.175384 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-26d4a6d3-ef6b-407a-aeb1-678aeee49572 req-6f19364f-7449-410a-8e03-0fef265c1507 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.2571781
Nov 16 22:09:02.198670 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:02.298111 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:02.338513 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=1b400b91-d7bc-49c6-85d6-93bf6a7aa799,segment=NetworkSegment(ad66b2e4-588b-463b-9bb1-75be8bdd7d92),segment_id=ad66b2e4-588b-463b-9bb1-75be8bdd7d92)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:09:02.402872 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-26d4a6d3-ef6b-407a-aeb1-678aeee49572 req-8b974a50-e6a6-42ec-8483-03a27b107e65 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265735
Nov 16 22:09:02.426819 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:02.426819 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:02.498330 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-ef7a7e2c-1103-48d1-8fe3-b55b5b7f63f3 None None] Provisioning complete for port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:02.498869 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ef7a7e2c-1103-48d1-8fe3-b55b5b7f63f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:02.544840 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=1b400b91-d7bc-49c6-85d6-93bf6a7aa799,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:02.570135 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:02.694249 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7984134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7984390'] for router, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:02.974313 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Router 1b107993-01f2-4d0f-bc94-a59480915b29 is scheduled to L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee with binding_index 1 {{(pid=87469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 16 22:09:03.163169 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:09:03.172635 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Sync routers for ids ['1b107993-01f2-4d0f-bc94-a59480915b29'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:09:03.183500 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Routers {'1b107993-01f2-4d0f-bc94-a59480915b29'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:09:03.184141 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d273a1f0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['1b107993-01f2-4d0f-bc94-a59480915b29'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:09:03.262762 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:03.270521 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 36190) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:09:03.276368 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.8992097
Nov 16 22:09:03.370229 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Set router 1b107993-01f2-4d0f-bc94-a59480915b29 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:09:03.669890 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d273a1f0>, [{'id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'name': 'tempest-TestShelveInstance-515032565-router', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:59Z', 'updated_at': '2021-11-16T22:09:01Z', 'revision_number': 3, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'gw_port': {'id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:00Z', 'updated_at': '2021-11-16T22:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:09:03.674285 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Checking router: 1b107993-01f2-4d0f-bc94-a59480915b29 for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:09:03.674635 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Updating router 1b107993-01f2-4d0f-bc94-a59480915b29 port b252cc1b-cdbf-40fc-a719-0f29994a03ed binding host dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:09:03.727784 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:03.877778 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:09:03.949503 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:03.949879 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:03.993717 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:04.086973 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:04.105048 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Transition to ACTIVE for port object b252cc1b-cdbf-40fc-a719-0f29994a03ed will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:09:04.173820 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:04.178112 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:04.240774 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Allocated IP 172.20.0.1 (a3660de9-4971-4ec7-9b91-f728b00d6e34/0ebaf286-2ead-4350-b334-85d62bde1ac3/290bc20e-3920-4a50-8ad4-eee7b2faa931) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:09:04.253103 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Attempting to bind port b252cc1b-cdbf-40fc-a719-0f29994a03ed on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:09:04.253469 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Attempting to bind port b252cc1b-cdbf-40fc-a719-0f29994a03ed by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:09:04.253851 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Attempting to bind port b252cc1b-cdbf-40fc-a719-0f29994a03ed on network 10de077c-bbee-4272-8747-14a2748b01b9 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:09:04.261792 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d11e2-de79-468d-9a0e-10eb1edd1fd9 None None] Pushing event updated for resources: {'Port': ['ID=b252cc1b-cdbf-40fc-a719-0f29994a03ed,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:04.264265 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:09:04.264638 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Checking segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:09:04.265760 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:04.266243 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Bound using segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:09:04.266884 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Bound port: b252cc1b-cdbf-40fc-a719-0f29994a03ed, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:09:04.267507 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:04.291483 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-d35d11e2-de79-468d-9a0e-10eb1edd1fd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:04.346157 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] For port b252cc1b-cdbf-40fc-a719-0f29994a03ed, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:09:04.349095 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] For port b252cc1b-cdbf-40fc-a719-0f29994a03ed, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=b252cc1b-cdbf-40fc-a719-0f29994a03ed,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:09:04.396785 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:04.412580 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Transition to ACTIVE for port object 290bc20e-3920-4a50-8ad4-eee7b2faa931 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:09:04.439164 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:04.443167 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:04.508390 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:04.512564 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-73220bbb-f2fc-46c5-a4b6-9308710cc51a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:04.549581 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Routers {'1b107993-01f2-4d0f-bc94-a59480915b29'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:09:04.550212 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d273a1f0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['1b107993-01f2-4d0f-bc94-a59480915b29'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:09:04.579318 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Network a3660de9-4971-4ec7-9b91-f728b00d6e34 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:09:04.582301 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:09:04.590530 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:09:04.611047 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d11e2-de79-468d-9a0e-10eb1edd1fd9 None None] Pushing event updated for resources: {'Port': ['ID=b252cc1b-cdbf-40fc-a719-0f29994a03ed,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:04.617548 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=290bc20e-3920-4a50-8ad4-eee7b2faa931,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:04.621919 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-d35d11e2-de79-468d-9a0e-10eb1edd1fd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:04.622821 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:04.649422 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489072'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:04.754846 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] Set router 1b107993-01f2-4d0f-bc94-a59480915b29 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:09:04.871135 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:04.952700 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-c001088a-a251-49ac-8aa1-1e3e439723e4 None None] Provisioning for port 290bc20e-3920-4a50-8ad4-eee7b2faa931 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:09:04.958909 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-c001088a-a251-49ac-8aa1-1e3e439723e4 None None] Provisioning complete for port 290bc20e-3920-4a50-8ad4-eee7b2faa931 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:04.959612 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c001088a-a251-49ac-8aa1-1e3e439723e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:05.022493 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c001088a-a251-49ac-8aa1-1e3e439723e4 None None] Port 290bc20e-3920-4a50-8ad4-eee7b2faa931 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:09:05.071891 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d273a1f0>, [{'id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'name': 'tempest-TestShelveInstance-515032565-router', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:59Z', 'updated_at': '2021-11-16T22:09:01Z', 'revision_number': 3, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'gw_port': {'id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:00Z', 'updated_at': '2021-11-16T22:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:09:05.076266 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e60147-70b7-4168-8913-64f900dccbe0 None None] The sync data for ids ['1b107993-01f2-4d0f-bc94-a59480915b29'] in dv-cinder-818140-1-iscsi is: [{'id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'name': 'tempest-TestShelveInstance-515032565-router', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:59Z', 'updated_at': '2021-11-16T22:09:01Z', 'revision_number': 3, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'gw_port': {'id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:00Z', 'updated_at': '2021-11-16T22:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:09:05.224395 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:05.283815 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:05.336792 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-2bc0d1b5-be08-49e3-bbfb-ac1aaecb0903 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:05.444009 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=290bc20e-3920-4a50-8ad4-eee7b2faa931,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:05.446546 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489171'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:05.450387 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:05.603505 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Network a3660de9-4971-4ec7-9b91-f728b00d6e34 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:09:05.604758 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:09:05.814154 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Router 1b107993-01f2-4d0f-bc94-a59480915b29 has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:09:05.876915 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a3c48432-a015-47d5-8ed5-ccfa7bcd46d2 None None] Provisioning complete for port 290bc20e-3920-4a50-8ad4-eee7b2faa931 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:05.877636 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a3c48432-a015-47d5-8ed5-ccfa7bcd46d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:05.961467 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a3c48432-a015-47d5-8ed5-ccfa7bcd46d2 None None] Port 290bc20e-3920-4a50-8ad4-eee7b2faa931 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:09:05.974338 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device b252cc1b-cdbf-40fc-a719-0f29994a03ed up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:09:06.050304 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:09:06.061654 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] 10.222.0.71 "PUT /v2.0/routers/1b107993-01f2-4d0f-bc94-a59480915b29/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7900078
Nov 16 22:09:06.106785 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port b252cc1b-cdbf-40fc-a719-0f29994a03ed completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:09:06.112191 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port b252cc1b-cdbf-40fc-a719-0f29994a03ed triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:06.114422 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:06.237071 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:06.257580 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port b252cc1b-cdbf-40fc-a719-0f29994a03ed, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=b252cc1b-cdbf-40fc-a719-0f29994a03ed,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:09:06.346555 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:06.350074 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-8ec87790-c793-4600-a141-c122d86b4afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:06.492635 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b252cc1b-cdbf-40fc-a719-0f29994a03ed,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:06.494439 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:06.753286 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Sync routers for ids ['1b107993-01f2-4d0f-bc94-a59480915b29'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:09:06.763542 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Routers {'1b107993-01f2-4d0f-bc94-a59480915b29'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:09:06.771322 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2333ee0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['1b107993-01f2-4d0f-bc94-a59480915b29'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:09:06.896634 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 36228) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:09:06.902257 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1492951888-network', 'tenant_id': '2983da2ae75a4da9bb8da2da3a565a22'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:09:06.907928 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:09:06.911947 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Usage tracker for resource:network and tenant:2983da2ae75a4da9bb8da2da3a565a22 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:09:06.914842 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:09:06.920577 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:09:06.956267 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Set router 1b107993-01f2-4d0f-bc94-a59480915b29 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:09:06.998728 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Made reservation on behalf of 2983da2ae75a4da9bb8da2da3a565a22 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:09:07.001768 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:07.014662 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:07.032062 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:09:07.036113 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Usage tracker for resource:security_group_rule and tenant:2983da2ae75a4da9bb8da2da3a565a22 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:09:07.039181 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:09:07.045543 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:09:07.164472 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:07.242881 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:07.245909 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:07.279285 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784}  {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:09:07.288576 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c65bd46-b576-4aa1-a119-419686364fd7,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:07.292238 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:07.295543 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:07.295951 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.segments_db [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Added segment 5372e32b-ee52-47e7-9082-22fc405cbaac of type vlan for network dc525c0c-d833-48a2-b32d-fc068f7dd70f
Nov 16 22:09:07.322077 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2333ee0>, [{'id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'name': 'tempest-TestShelveInstance-515032565-router', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:59Z', 'updated_at': '2021-11-16T22:09:04Z', 'revision_number': 4, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'gw_port': {'id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:00Z', 'updated_at': '2021-11-16T22:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '290bc20e-3920-4a50-8ad4-eee7b2faa931', 'name': '', 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'mac_address': 'fa:16:3e:0b:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:04Z', 'updated_at': '2021-11-16T22:09:05Z', 'revision_number': 2, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'subnets': [{'id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:09:07.322077 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Checking router: 1b107993-01f2-4d0f-bc94-a59480915b29 for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:09:07.322077 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Updating router 1b107993-01f2-4d0f-bc94-a59480915b29 port 290bc20e-3920-4a50-8ad4-eee7b2faa931 binding host dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:09:07.328761 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:07.378690 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:07.483605 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:07.485447 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:07.486033 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:07.489600 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:07.594601 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Pushing event updated for resources: {'Network': ['ID=dc525c0c-d833-48a2-b32d-fc068f7dd70f,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:07.597646 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:07.617120 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network dc525c0c-d833-48a2-b32d-fc068f7dd70f details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:09:07.684757 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7869999
Nov 16 22:09:07.688004 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 36238) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:09:07.693496 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Request body: {'subnet': {'network_id': 'dc525c0c-d833-48a2-b32d-fc068f7dd70f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1492951888-subnet', 'tenant_id': '2983da2ae75a4da9bb8da2da3a565a22', 'ip_version': 4}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:09:07.698499 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:09:07.702456 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Usage tracker for resource:subnet and tenant:2983da2ae75a4da9bb8da2da3a565a22 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:09:07.705449 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:09:07.713083 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:09:07.823848 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Made reservation on behalf of 2983da2ae75a4da9bb8da2da3a565a22 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:09:07.826751 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6122474'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:07.851357 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:07.863946 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Transition to ACTIVE for port object 290bc20e-3920-4a50-8ad4-eee7b2faa931 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:09:07.880003 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device b252cc1b-cdbf-40fc-a719-0f29994a03ed up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:09:07.937668 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:07.942406 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:08.135405 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5397298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6122392'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:08.143808 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f7ec1dee-fbdc-4375-acc6-310cda6ceae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:08.166096 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Pushing event updated for resources: {'Port': ['ID=290bc20e-3920-4a50-8ad4-eee7b2faa931,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:08.175700 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port b252cc1b-cdbf-40fc-a719-0f29994a03ed triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:08.176087 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:08.202952 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:08.238737 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b5b32f7-d25a-48e0-a3ec-ffa96515c2b6,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:08.243567 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:08.251291 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Checking segment: {'id': '5372e32b-ee52-47e7-9082-22fc405cbaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'dc525c0c-d833-48a2-b32d-fc068f7dd70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:09:08.251592 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Network hostable DHCP agents. Network: dc525c0c-d833-48a2-b32d-fc068f7dd70f, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:09:08.269588 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Attempting to bind port 290bc20e-3920-4a50-8ad4-eee7b2faa931 on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:09:08.269888 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Attempting to bind port 290bc20e-3920-4a50-8ad4-eee7b2faa931 by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': 'ad66b2e4-588b-463b-9bb1-75be8bdd7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:09:08.270255 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Attempting to bind port 290bc20e-3920-4a50-8ad4-eee7b2faa931 on network a3660de9-4971-4ec7-9b91-f728b00d6e34 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:09:08.281258 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:09:08.281630 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Checking segment: {'id': 'ad66b2e4-588b-463b-9bb1-75be8bdd7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:09:08.282036 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:08.282895 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Bound using segment: {'id': 'ad66b2e4-588b-463b-9bb1-75be8bdd7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:09:08.282895 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Bound port: 290bc20e-3920-4a50-8ad4-eee7b2faa931, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad66b2e4-588b-463b-9bb1-75be8bdd7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:09:08.283271 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:08.328446 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Network dc525c0c-d833-48a2-b32d-fc068f7dd70f is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:09:08.414289 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, dc525c0c-d833-48a2-b32d-fc068f7dd70f) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:09:08.419439 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:08.420174 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:08.429623 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44684a0b-07de-4534-b05c-dd3437905f44 None None] Network dc525c0c-d833-48a2-b32d-fc068f7dd70f requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:09:08.513029 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8238716
Nov 16 22:09:08.515559 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 36246) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:09:08.525949 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1492951888-router', 'tenant_id': '2983da2ae75a4da9bb8da2da3a565a22', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:09:08.533042 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:09:08.533387 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] For port 290bc20e-3920-4a50-8ad4-eee7b2faa931, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:09:08.538942 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Usage tracker for resource:router and tenant:2983da2ae75a4da9bb8da2da3a565a22 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:09:08.544253 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:09:08.546849 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] For port 290bc20e-3920-4a50-8ad4-eee7b2faa931, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=290bc20e-3920-4a50-8ad4-eee7b2faa931,segment=NetworkSegment(ad66b2e4-588b-463b-9bb1-75be8bdd7d92),segment_id=ad66b2e4-588b-463b-9bb1-75be8bdd7d92)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:09:08.553005 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:09:08.621581 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:08.626799 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:08.664607 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1706'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:08.664607 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7990882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7984489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1617'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:08.680444 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:08.746648 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d73b1c-f81f-5766-b340-81ce724f3cc1-dc525c0c-d833-48a2-b32d-fc068f7dd70f', 'network_id': 'dc525c0c-d833-48a2-b32d-fc068f7dd70f', 'tenant_id': '2983da2ae75a4da9bb8da2da3a565a22', 'fixed_ips': [{'subnet_id': '7b5b32f7-d25a-48e0-a3ec-ffa96515c2b6'}]}} from dv-cinder-818140-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 16 22:09:08.747523 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:08.758449 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Routers {'1b107993-01f2-4d0f-bc94-a59480915b29'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:09:08.759089 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2333ee0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['1b107993-01f2-4d0f-bc94-a59480915b29'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:09:08.831000 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Pushing event updated for resources: {'Port': ['ID=290bc20e-3920-4a50-8ad4-eee7b2faa931,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:08.845487 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:08.845847 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:08.846150 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:08.846480 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:08.846800 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:08.847118 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:08.847456 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:08.847770 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:08.848151 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:08.848402 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:08.848711 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:08.849017 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:08.895138 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:09.080827 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] Set router 1b107993-01f2-4d0f-bc94-a59480915b29 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:09:09.133440 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7984411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1607'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:09.224662 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Allocated IP 172.20.0.2 (dc525c0c-d833-48a2-b32d-fc068f7dd70f/7b5b32f7-d25a-48e0-a3ec-ffa96515c2b6/b7e6618e-6c10-4f5f-9ef0-1de4b83267a8) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:09:09.433282 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:09:09.534760 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:09.574353 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:09.677267 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:09.692804 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Transition to ACTIVE for port object b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:09:09.704961 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2333ee0>, [{'id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'name': 'tempest-TestShelveInstance-515032565-router', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:59Z', 'updated_at': '2021-11-16T22:09:04Z', 'revision_number': 4, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'gw_port': {'id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:00Z', 'updated_at': '2021-11-16T22:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '290bc20e-3920-4a50-8ad4-eee7b2faa931', 'name': '', 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'mac_address': 'fa:16:3e:0b:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:04Z', 'updated_at': '2021-11-16T22:09:08Z', 'revision_number': 4, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'subnets': [{'id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:09:09.713709 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1fe8c-fca8-48fa-81ab-a190453bfbc1 None None] The sync data for ids ['1b107993-01f2-4d0f-bc94-a59480915b29'] in dv-cinder-818140-1-iscsi is: [{'id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'name': 'tempest-TestShelveInstance-515032565-router', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:59Z', 'updated_at': '2021-11-16T22:09:04Z', 'revision_number': 4, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'gw_port': {'id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:00Z', 'updated_at': '2021-11-16T22:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '290bc20e-3920-4a50-8ad4-eee7b2faa931', 'name': '', 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'mac_address': 'fa:16:3e:0b:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:04Z', 'updated_at': '2021-11-16T22:09:08Z', 'revision_number': 4, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'subnets': [{'id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:09:09.725161 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Transition to ACTIVE for port object b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:09:09.818761 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Allocated IP 172.27.1.166 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/8d9b8478-52f9-4b8d-a309-c9ae55dac9ef) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:09:09.859830 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:09.866507 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:10.016194 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 290bc20e-3920-4a50-8ad4-eee7b2faa931 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:09:10.053125 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Network dc525c0c-d833-48a2-b32d-fc068f7dd70f is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:09:10.063750 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:09:10.075432 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:10.089537 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:09:10.101892 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Pushing event updated for resources: {'Port': ['ID=b7e6618e-6c10-4f5f-9ef0-1de4b83267a8,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:10.186815 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:10.191954 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:10.195774 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:10.330823 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Attempting to bind port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:09:10.331222 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Attempting to bind port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '5372e32b-ee52-47e7-9082-22fc405cbaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'dc525c0c-d833-48a2-b32d-fc068f7dd70f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:09:10.331672 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Attempting to bind port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 on network dc525c0c-d833-48a2-b32d-fc068f7dd70f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:09:10.345460 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:09:10.355120 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Checking segment: {'id': '5372e32b-ee52-47e7-9082-22fc405cbaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'dc525c0c-d833-48a2-b32d-fc068f7dd70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:09:10.355120 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:10.355120 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Bound using segment: {'id': '5372e32b-ee52-47e7-9082-22fc405cbaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'dc525c0c-d833-48a2-b32d-fc068f7dd70f'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:09:10.355120 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Bound port: b7e6618e-6c10-4f5f-9ef0-1de4b83267a8, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5372e32b-ee52-47e7-9082-22fc405cbaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'dc525c0c-d833-48a2-b32d-fc068f7dd70f'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:09:10.355120 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:10.371955 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:09:10.385308 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:09:10.391124 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c3add-c753-4acd-9312-36014a90eb49 req-bff501cf-f661-424b-bf42-457fb13ad956 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:10.394621 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:09:10.401811 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8c1c3add-c753-4acd-9312-36014a90eb49 req-bff501cf-f661-424b-bf42-457fb13ad956 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1007240
Nov 16 22:09:10.437638 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 290bc20e-3920-4a50-8ad4-eee7b2faa931 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:09:10.445804 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Pushing event updated for resources: {'Port': ['ID=8d9b8478-52f9-4b8d-a309-c9ae55dac9ef,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:10.453345 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 290bc20e-3920-4a50-8ad4-eee7b2faa931 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:10.453968 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:10.458378 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:10.625841 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8c1c3add-c753-4acd-9312-36014a90eb49 req-e2b7aaa7-884d-436a-99ea-ea09077cfa0a tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2216394
Nov 16 22:09:10.641675 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] For port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:09:10.641675 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] For port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=b7e6618e-6c10-4f5f-9ef0-1de4b83267a8,segment=NetworkSegment(5372e32b-ee52-47e7-9082-22fc405cbaac),segment_id=5372e32b-ee52-47e7-9082-22fc405cbaac)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:09:10.684310 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fdfde-c194-4f75-aba4-5b6904ff171c req-ee812496-b3ad-465e-aeeb-7a0ae9d41eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:10.686179 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3a6fdfde-c194-4f75-aba4-5b6904ff171c req-ee812496-b3ad-465e-aeeb-7a0ae9d41eed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31f2fb519aca4110a2e1ceb5fde62e59&device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 1098 time: 0.2353687
Nov 16 22:09:10.735544 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:10.750501 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-2688087b-69ba-40f8-b04d-ebfad6b4283c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:10.881744 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:10.964171 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Pushing event updated for resources: {'Port': ['ID=b7e6618e-6c10-4f5f-9ef0-1de4b83267a8,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:10.977107 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:10.979958 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fdfde-c194-4f75-aba4-5b6904ff171c req-bb15be2a-52c1-4cff-bd08-6fd3a63f40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:10.981222 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3a6fdfde-c194-4f75-aba4-5b6904ff171c req-bb15be2a-52c1-4cff-bd08-6fd3a63f40ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=0087e2d7-4f1a-4fea-baad-ae616045916e HTTP/1.1" status: 200  len: 920 time: 0.2630985
Nov 16 22:09:10.987163 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port 290bc20e-3920-4a50-8ad4-eee7b2faa931, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=290bc20e-3920-4a50-8ad4-eee7b2faa931,segment=NetworkSegment(ad66b2e4-588b-463b-9bb1-75be8bdd7d92),segment_id=ad66b2e4-588b-463b-9bb1-75be8bdd7d92)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:09:11.062358 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3a6fdfde-c194-4f75-aba4-5b6904ff171c req-974185a6-b357-4a36-aea7-90b8104c480a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d636186f-900b-496f-844c-60b59ab509f3 HTTP/1.1" status: 200  len: 217 time: 0.0660424
Nov 16 22:09:11.131168 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:11.138366 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:11.202719 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fdfde-c194-4f75-aba4-5b6904ff171c req-fe8955e4-c1a4-479e-9251-d96217128310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:11.209736 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3a6fdfde-c194-4f75-aba4-5b6904ff171c req-fe8955e4-c1a4-479e-9251-d96217128310 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=feff6ede-3b67-4d6a-b1b3-d918954bcf9b HTTP/1.1" status: 200  len: 859 time: 0.1222184
Nov 16 22:09:11.290260 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=290bc20e-3920-4a50-8ad4-eee7b2faa931,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:11.294114 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:11.344842 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3a6fdfde-c194-4f75-aba4-5b6904ff171c req-e7df9492-5ef6-445b-a0ee-24e62bf28c1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0087e2d7-4f1a-4fea-baad-ae616045916e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0786233
Nov 16 22:09:11.356950 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:11.808500 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3c53e-bf82-4f59-bdba-4244e8284e25 req-0476e96a-5c76-40b8-8ba7-6bd10ee407fe tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:11.811329 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f9e3c53e-bf82-4f59-bdba-4244e8284e25 req-0476e96a-5c76-40b8-8ba7-6bd10ee407fe tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0854654
Nov 16 22:09:11.821367 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7984134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7984390'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:11.880711 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f9e3c53e-bf82-4f59-bdba-4244e8284e25 req-ab897fc4-1dd6-487d-92a6-20bc637afe7e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567501
Nov 16 22:09:11.997808 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:09:12.158048 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:09:12.165151 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 290bc20e-3920-4a50-8ad4-eee7b2faa931 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:09:12.193063 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Router 09d1c77e-c3f8-442a-b44f-80d6b19d6c4d is scheduled to L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 16 22:09:12.238708 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 290bc20e-3920-4a50-8ad4-eee7b2faa931 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:12.239087 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:12.286796 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf2d0e0-372f-48f2-8e3e-0057e3fb7c14 None None] Network dc525c0c-d833-48a2-b32d-fc068f7dd70f requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:09:12.382559 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:09:12.393473 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Sync routers for ids ['09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:09:12.403719 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Routers {'09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:09:12.404500 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2b59670>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:09:12.463919 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-eff821c0-4a75-4d79-9bbc-65ff7b5495b1 None None] Provisioning for port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:09:12.477985 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:12.482517 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 36284) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:09:12.483969 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.9662218
Nov 16 22:09:12.505388 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-eff821c0-4a75-4d79-9bbc-65ff7b5495b1 None None] Provisioning complete for port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:12.505763 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eff821c0-4a75-4d79-9bbc-65ff7b5495b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:12.596975 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Set router 09d1c77e-c3f8-442a-b44f-80d6b19d6c4d gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:09:12.698432 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eff821c0-4a75-4d79-9bbc-65ff7b5495b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:12.735783 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-eff821c0-4a75-4d79-9bbc-65ff7b5495b1 None None] For port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=b7e6618e-6c10-4f5f-9ef0-1de4b83267a8,segment=NetworkSegment(5372e32b-ee52-47e7-9082-22fc405cbaac),segment_id=5372e32b-ee52-47e7-9082-22fc405cbaac)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:09:12.804459 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eff821c0-4a75-4d79-9bbc-65ff7b5495b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:12.809403 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:12.890238 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff821c0-4a75-4d79-9bbc-65ff7b5495b1 None None] Pushing event updated for resources: {'Port': ['ID=b7e6618e-6c10-4f5f-9ef0-1de4b83267a8,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:12.896262 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-eff821c0-4a75-4d79-9bbc-65ff7b5495b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:12.922655 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2b59670>, [{'id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'name': 'tempest-TestShelveInstance-1492951888-router', 'tenant_id': '2983da2ae75a4da9bb8da2da3a565a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8d9b8478-52f9-4b8d-a309-c9ae55dac9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:09:08Z', 'updated_at': '2021-11-16T22:09:10Z', 'revision_number': 3, 'project_id': '2983da2ae75a4da9bb8da2da3a565a22', 'gw_port': {'id': '8d9b8478-52f9-4b8d-a309-c9ae55dac9ef', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:09Z', 'updated_at': '2021-11-16T22:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:09:12.927015 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Checking router: 09d1c77e-c3f8-442a-b44f-80d6b19d6c4d for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:09:12.927556 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Updating router 09d1c77e-c3f8-442a-b44f-80d6b19d6c4d port 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef binding host dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:09:12.987750 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:13.025540 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a6f8b25a-1cd4-4348-9657-5ffcd25dadf8 None None] Provisioning complete for port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:13.030047 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b25a-1cd4-4348-9657-5ffcd25dadf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:13.313585 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:13.356412 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:13.368733 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Transition to ACTIVE for port object 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:09:13.443486 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:13.447561 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:13.521133 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Attempting to bind port 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:09:13.521733 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Attempting to bind port 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:09:13.521868 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Attempting to bind port 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef on network 10de077c-bbee-4272-8747-14a2748b01b9 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:09:13.529145 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30241ebe-b5c7-4af9-9b73-c5acb6a5d426 None None] Pushing event updated for resources: {'Port': ['ID=8d9b8478-52f9-4b8d-a309-c9ae55dac9ef,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:13.532127 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:09:13.532499 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Checking segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:09:13.532898 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:13.533286 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Bound using segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:09:13.533589 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Allocated IP 172.20.0.1 (dc525c0c-d833-48a2-b32d-fc068f7dd70f/7b5b32f7-d25a-48e0-a3ec-ffa96515c2b6/a848c3cb-8aed-4312-b5e6-ebece9469789) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:09:13.533776 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Bound port: 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:09:13.534154 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:13.559709 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-30241ebe-b5c7-4af9-9b73-c5acb6a5d426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:13.610521 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] For port 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:09:13.613654 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] For port 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=8d9b8478-52f9-4b8d-a309-c9ae55dac9ef,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:09:13.712646 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:13.716607 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:13.788108 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Routers {'09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:09:13.788721 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2b59670>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:09:13.793609 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:13.802353 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3a6fdfde-c194-4f75-aba4-5b6904ff171c req-de78101a-acd0-4843-a590-81d1230aaca1 service neutron] 10.222.0.72 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1948471
Nov 16 22:09:13.813427 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Transition to ACTIVE for port object a848c3cb-8aed-4312-b5e6-ebece9469789 will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:09:13.856059 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30241ebe-b5c7-4af9-9b73-c5acb6a5d426 None None] Pushing event updated for resources: {'Port': ['ID=8d9b8478-52f9-4b8d-a309-c9ae55dac9ef,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:13.860805 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-30241ebe-b5c7-4af9-9b73-c5acb6a5d426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:13.883925 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:09:13.895670 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:13.900222 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:13.964432 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Network dc525c0c-d833-48a2-b32d-fc068f7dd70f is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:09:13.967568 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:09:13.971545 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:09:13.972163 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489072'] for router_interface, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:13.978504 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Pushing event updated for resources: {'Port': ['ID=a848c3cb-8aed-4312-b5e6-ebece9469789,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:13.985179 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] Set router 09d1c77e-c3f8-442a-b44f-80d6b19d6c4d gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:09:13.987567 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:14.060933 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:14.061977 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:14.244092 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:14.352979 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2b59670>, [{'id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'name': 'tempest-TestShelveInstance-1492951888-router', 'tenant_id': '2983da2ae75a4da9bb8da2da3a565a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8d9b8478-52f9-4b8d-a309-c9ae55dac9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:09:08Z', 'updated_at': '2021-11-16T22:09:10Z', 'revision_number': 3, 'project_id': '2983da2ae75a4da9bb8da2da3a565a22', 'gw_port': {'id': '8d9b8478-52f9-4b8d-a309-c9ae55dac9ef', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:09Z', 'updated_at': '2021-11-16T22:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:09:14.358792 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb29f31-2eee-4082-99ed-c6721b661f56 None None] The sync data for ids ['09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'] in dv-cinder-818140-1-iscsi is: [{'id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'name': 'tempest-TestShelveInstance-1492951888-router', 'tenant_id': '2983da2ae75a4da9bb8da2da3a565a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8d9b8478-52f9-4b8d-a309-c9ae55dac9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:09:08Z', 'updated_at': '2021-11-16T22:09:10Z', 'revision_number': 3, 'project_id': '2983da2ae75a4da9bb8da2da3a565a22', 'gw_port': {'id': '8d9b8478-52f9-4b8d-a309-c9ae55dac9ef', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:09Z', 'updated_at': '2021-11-16T22:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:09:14.403610 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-8f6dcf01-6ae4-4429-96ab-a46135f9cd97 None None] Provisioning for port a848c3cb-8aed-4312-b5e6-ebece9469789 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:09:14.409568 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-8f6dcf01-6ae4-4429-96ab-a46135f9cd97 None None] Provisioning complete for port a848c3cb-8aed-4312-b5e6-ebece9469789 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:14.409946 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8f6dcf01-6ae4-4429-96ab-a46135f9cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:14.470061 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8f6dcf01-6ae4-4429-96ab-a46135f9cd97 None None] Port a848c3cb-8aed-4312-b5e6-ebece9469789 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:09:14.514187 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:14.606660 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:14.607912 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489171'] for router_interface, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:14.625360 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:14.655857 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-30f08a2e-9243-4a3d-b341-69f3754d421b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:14.849909 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Pushing event updated for resources: {'Port': ['ID=a848c3cb-8aed-4312-b5e6-ebece9469789,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:14.854237 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:14.903515 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Network dc525c0c-d833-48a2-b32d-fc068f7dd70f is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:09:14.904692 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:09:15.117698 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Router 09d1c77e-c3f8-442a-b44f-80d6b19d6c4d has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:09:15.139828 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:15.201874 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-da52df94-92be-47e5-b40a-6e5c19fc702c None None] Provisioning complete for port a848c3cb-8aed-4312-b5e6-ebece9469789 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:15.202950 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-da52df94-92be-47e5-b40a-6e5c19fc702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:15.271358 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-da52df94-92be-47e5-b40a-6e5c19fc702c None None] Port a848c3cb-8aed-4312-b5e6-ebece9469789 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:09:15.313740 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:09:15.322587 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] 10.222.0.71 "PUT /v2.0/routers/09d1c77e-c3f8-442a-b44f-80d6b19d6c4d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8386664
Nov 16 22:09:15.893470 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:09:16.048983 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:09:16.054023 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:16.054399 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:16.177519 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:16.194667 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=8d9b8478-52f9-4b8d-a309-c9ae55dac9ef,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:09:16.294080 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:16.295895 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:16.394754 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=8d9b8478-52f9-4b8d-a309-c9ae55dac9ef,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:16.401539 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:16.428809 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3a6fdfde-c194-4f75-aba4-5b6904ff171c req-ac10f648-5d36-48b5-bc82-d94f83f8c6cf service neutron] 10.222.0.72 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235746
Nov 16 22:09:16.574841 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91690d3b-4515-4c8e-a553-99ba7c512267 req-375c668a-29db-40ec-b2cc-4df05dc2f419 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:16.574841 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-91690d3b-4515-4c8e-a553-99ba7c512267 req-375c668a-29db-40ec-b2cc-4df05dc2f419 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1411388
Nov 16 22:09:16.636322 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-91690d3b-4515-4c8e-a553-99ba7c512267 req-b648facc-54b1-4e4b-8045-537b62c4bcac tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542309
Nov 16 22:09:16.856306 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Sync routers for ids ['09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:09:16.867096 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Routers {'09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:09:16.867770 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1a48af0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:08:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:09:17.052933 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 36332) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:09:17.058441 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073368301', 'description': 'tempest-secgroup-smoke-2073368301 description', 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:09:17.058579 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Set router 09d1c77e-c3f8-442a-b44f-80d6b19d6c4d gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:09:17.064277 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:09:17.068121 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Usage tracker for resource:security_group and tenant:b1b1976c7d7b433792ca2cf522766f2b is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:09:17.071799 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:09:17.077643 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:09:17.152102 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:17.173341 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:09:17.180018 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Usage tracker for resource:security_group_rule and tenant:b1b1976c7d7b433792ca2cf522766f2b is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:09:17.183069 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:09:17.189027 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:09:17.263303 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:17.307846 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ce88afcd-7f63-48be-90d6-dbb1dfc13dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:17.359773 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:17.365610 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-0eea1c5d-9c4d-4f65-af96-4ef6c6de8ca9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:17.394706 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1a48af0>, [{'id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'name': 'tempest-TestShelveInstance-1492951888-router', 'tenant_id': '2983da2ae75a4da9bb8da2da3a565a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8d9b8478-52f9-4b8d-a309-c9ae55dac9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:09:08Z', 'updated_at': '2021-11-16T22:09:14Z', 'revision_number': 4, 'project_id': '2983da2ae75a4da9bb8da2da3a565a22', 'gw_port': {'id': '8d9b8478-52f9-4b8d-a309-c9ae55dac9ef', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:09Z', 'updated_at': '2021-11-16T22:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'a848c3cb-8aed-4312-b5e6-ebece9469789', 'name': '', 'network_id': 'dc525c0c-d833-48a2-b32d-fc068f7dd70f', 'tenant_id': '2983da2ae75a4da9bb8da2da3a565a22', 'mac_address': 'fa:16:3e:ae:b1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7b5b32f7-d25a-48e0-a3ec-ffa96515c2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:13Z', 'updated_at': '2021-11-16T22:09:14Z', 'revision_number': 2, 'project_id': '2983da2ae75a4da9bb8da2da3a565a22', 'subnets': [{'id': '7b5b32f7-d25a-48e0-a3ec-ffa96515c2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:09:17.399591 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Checking router: 09d1c77e-c3f8-442a-b44f-80d6b19d6c4d for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:09:17.399591 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Updating router 09d1c77e-c3f8-442a-b44f-80d6b19d6c4d port a848c3cb-8aed-4312-b5e6-ebece9469789 binding host dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:09:17.408076 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198f8f9d-4c85-4b90-9fe0-832761c1c80e,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:17.410764 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:17.450817 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:17.460783 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:17.465116 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4084775
Nov 16 22:09:17.465354 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 36344) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:09:17.472140 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-8c9b02a1-196c-4096-9317-7151c35973b7 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Request body: {'security_group_rule': {'security_group_id': '198f8f9d-4c85-4b90-9fe0-832761c1c80e', 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:09:17.478825 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8c9b02a1-196c-4096-9317-7151c35973b7 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:09:17.483513 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-8c9b02a1-196c-4096-9317-7151c35973b7 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Usage tracker for resource:security_group_rule and tenant:b1b1976c7d7b433792ca2cf522766f2b is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:09:17.487363 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-8c9b02a1-196c-4096-9317-7151c35973b7 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:09:17.493447 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8c9b02a1-196c-4096-9317-7151c35973b7 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:09:17.587654 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c9b02a1-196c-4096-9317-7151c35973b7 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:17.650871 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c9b02a1-196c-4096-9317-7151c35973b7 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:17.764046 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c9b02a1-196c-4096-9317-7151c35973b7 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:17.766930 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:17.798454 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b02a1-196c-4096-9317-7151c35973b7 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c43b15-000d-4fa7-9ec7-48f1fc526b2a,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:17.801157 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-8c9b02a1-196c-4096-9317-7151c35973b7 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:17.822542 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:17.836349 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Transition to ACTIVE for port object a848c3cb-8aed-4312-b5e6-ebece9469789 will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:09:17.850962 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aae642-f821-4536-9695-0016a9b3339d req-d8f4a831-3b3e-456c-a493-39a5a70cd9f4 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:17.852490 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e9aae642-f821-4536-9695-0016a9b3339d req-d8f4a831-3b3e-456c-a493-39a5a70cd9f4 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0934329
Nov 16 22:09:17.884371 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:09:17.889644 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8c9b02a1-196c-4096-9317-7151c35973b7 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:17.893439 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-8c9b02a1-196c-4096-9317-7151c35973b7 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4245982
Nov 16 22:09:17.893661 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 36354) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:09:17.899154 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d6a7a603-b0bb-4b5b-a151-7ed7a778a6ad tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Request body: {'security_group_rule': {'security_group_id': '198f8f9d-4c85-4b90-9fe0-832761c1c80e', 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:09:17.902943 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e9aae642-f821-4536-9695-0016a9b3339d req-890d4f35-e303-4e96-aba9-81f84fca20cf tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447576
Nov 16 22:09:17.908486 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d6a7a603-b0bb-4b5b-a151-7ed7a778a6ad tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:09:17.912817 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-d6a7a603-b0bb-4b5b-a151-7ed7a778a6ad tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Usage tracker for resource:security_group_rule and tenant:b1b1976c7d7b433792ca2cf522766f2b is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:09:17.919366 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-d6a7a603-b0bb-4b5b-a151-7ed7a778a6ad tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:09:17.926177 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d6a7a603-b0bb-4b5b-a151-7ed7a778a6ad tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:09:17.932089 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:17.942671 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:18.021468 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6a7a603-b0bb-4b5b-a151-7ed7a778a6ad tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:18.101910 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5fe00-db7c-4686-95bb-d3a41047d343 None None] Pushing event updated for resources: {'Port': ['ID=a848c3cb-8aed-4312-b5e6-ebece9469789,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:18.104565 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6a7a603-b0bb-4b5b-a151-7ed7a778a6ad tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:18.106394 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-cca5fe00-db7c-4686-95bb-d3a41047d343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:18.184267 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:18.184742 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:18.186045 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6a7a603-b0bb-4b5b-a151-7ed7a778a6ad tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:18.188981 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:18.212926 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7a603-b0bb-4b5b-a151-7ed7a778a6ad tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9dce61d-21ab-4020-983b-444e7563402b,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:18.217399 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d6a7a603-b0bb-4b5b-a151-7ed7a778a6ad tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:18.260387 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Attempting to bind port a848c3cb-8aed-4312-b5e6-ebece9469789 on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:09:18.264508 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Attempting to bind port a848c3cb-8aed-4312-b5e6-ebece9469789 by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '5372e32b-ee52-47e7-9082-22fc405cbaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'dc525c0c-d833-48a2-b32d-fc068f7dd70f'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:09:18.264508 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Attempting to bind port a848c3cb-8aed-4312-b5e6-ebece9469789 on network dc525c0c-d833-48a2-b32d-fc068f7dd70f {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:09:18.269746 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:09:18.270118 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Checking segment: {'id': '5372e32b-ee52-47e7-9082-22fc405cbaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'dc525c0c-d833-48a2-b32d-fc068f7dd70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:09:18.270514 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:18.270907 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Bound using segment: {'id': '5372e32b-ee52-47e7-9082-22fc405cbaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'dc525c0c-d833-48a2-b32d-fc068f7dd70f'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:09:18.272410 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Bound port: a848c3cb-8aed-4312-b5e6-ebece9469789, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5372e32b-ee52-47e7-9082-22fc405cbaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'dc525c0c-d833-48a2-b32d-fc068f7dd70f'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:09:18.272410 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:18.317833 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6a7a603-b0bb-4b5b-a151-7ed7a778a6ad tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:18.319344 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-d6a7a603-b0bb-4b5b-a151-7ed7a778a6ad tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4244750
Nov 16 22:09:18.323640 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 36364) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:09:18.329190 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f1641b9f-3152-43cc-942d-613d12b1883b tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Request body: {'security_group_rule': {'security_group_id': '198f8f9d-4c85-4b90-9fe0-832761c1c80e', 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:09:18.335435 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f1641b9f-3152-43cc-942d-613d12b1883b tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:09:18.339420 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-f1641b9f-3152-43cc-942d-613d12b1883b tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Usage tracker for resource:security_group_rule and tenant:b1b1976c7d7b433792ca2cf522766f2b is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:09:18.342969 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-f1641b9f-3152-43cc-942d-613d12b1883b tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:09:18.348949 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f1641b9f-3152-43cc-942d-613d12b1883b tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:09:18.422021 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] For port a848c3cb-8aed-4312-b5e6-ebece9469789, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:09:18.425104 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] For port a848c3cb-8aed-4312-b5e6-ebece9469789, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=a848c3cb-8aed-4312-b5e6-ebece9469789,segment=NetworkSegment(5372e32b-ee52-47e7-9082-22fc405cbaac),segment_id=5372e32b-ee52-47e7-9082-22fc405cbaac)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:09:18.443449 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1641b9f-3152-43cc-942d-613d12b1883b tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:18.508312 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1641b9f-3152-43cc-942d-613d12b1883b tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:18.517911 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:18.521806 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:18.597835 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1641b9f-3152-43cc-942d-613d12b1883b tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:18.601120 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:18.609841 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:18.627478 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Routers {'09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:09:18.628129 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1a48af0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:09:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:09:18.629533 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1641b9f-3152-43cc-942d-613d12b1883b tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12fe5bf-47f7-4650-9e39-2123e4305de6,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:18.657180 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f1641b9f-3152-43cc-942d-613d12b1883b tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:18.681575 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5fe00-db7c-4686-95bb-d3a41047d343 None None] Pushing event updated for resources: {'Port': ['ID=a848c3cb-8aed-4312-b5e6-ebece9469789,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:18.709785 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-cca5fe00-db7c-4686-95bb-d3a41047d343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:18.763491 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1641b9f-3152-43cc-942d-613d12b1883b tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:18.765439 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-f1641b9f-3152-43cc-942d-613d12b1883b tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4407310
Nov 16 22:09:18.770125 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 36376) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:09:18.774616 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-cba4c367-a6e9-4b13-bd75-2be15278b7e0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Request body: {'security_group_rule': {'security_group_id': '198f8f9d-4c85-4b90-9fe0-832761c1c80e', 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:09:18.784377 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-cba4c367-a6e9-4b13-bd75-2be15278b7e0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:09:18.809952 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-cba4c367-a6e9-4b13-bd75-2be15278b7e0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Usage tracker for resource:security_group_rule and tenant:b1b1976c7d7b433792ca2cf522766f2b is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:09:18.814014 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-cba4c367-a6e9-4b13-bd75-2be15278b7e0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:09:18.822116 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-cba4c367-a6e9-4b13-bd75-2be15278b7e0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:09:18.871756 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] Set router 09d1c77e-c3f8-442a-b44f-80d6b19d6c4d gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:09:18.966691 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cba4c367-a6e9-4b13-bd75-2be15278b7e0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:19.108345 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cba4c367-a6e9-4b13-bd75-2be15278b7e0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:19.134428 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4232b4a-df86-41a8-b8a8-e57e3f78a425 req-dcff1c99-acdd-4bab-bf4d-33ac73d780a8 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:19.136238 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4232b4a-df86-41a8-b8a8-e57e3f78a425 req-dcff1c99-acdd-4bab-bf4d-33ac73d780a8 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1090727
Nov 16 22:09:19.183390 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4232b4a-df86-41a8-b8a8-e57e3f78a425 req-0f6bb742-0571-4795-bf8e-1c8d56ee87cb tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402412
Nov 16 22:09:19.185996 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cba4c367-a6e9-4b13-bd75-2be15278b7e0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:19.196215 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:19.227553 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4c367-a6e9-4b13-bd75-2be15278b7e0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2625171e-9c08-467a-bb07-4d88f3f3d390,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:19.233175 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-cba4c367-a6e9-4b13-bd75-2be15278b7e0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:19.252510 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1a48af0>, [{'id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'name': 'tempest-TestShelveInstance-1492951888-router', 'tenant_id': '2983da2ae75a4da9bb8da2da3a565a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8d9b8478-52f9-4b8d-a309-c9ae55dac9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:09:08Z', 'updated_at': '2021-11-16T22:09:14Z', 'revision_number': 4, 'project_id': '2983da2ae75a4da9bb8da2da3a565a22', 'gw_port': {'id': '8d9b8478-52f9-4b8d-a309-c9ae55dac9ef', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:09Z', 'updated_at': '2021-11-16T22:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'a848c3cb-8aed-4312-b5e6-ebece9469789', 'name': '', 'network_id': 'dc525c0c-d833-48a2-b32d-fc068f7dd70f', 'tenant_id': '2983da2ae75a4da9bb8da2da3a565a22', 'mac_address': 'fa:16:3e:ae:b1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7b5b32f7-d25a-48e0-a3ec-ffa96515c2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:13Z', 'updated_at': '2021-11-16T22:09:18Z', 'revision_number': 4, 'project_id': '2983da2ae75a4da9bb8da2da3a565a22', 'subnets': [{'id': '7b5b32f7-d25a-48e0-a3ec-ffa96515c2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:09:19.256875 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5aa35b-675e-4893-8494-897823c7e360 None None] The sync data for ids ['09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'] in dv-cinder-818140-1-iscsi is: [{'id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'name': 'tempest-TestShelveInstance-1492951888-router', 'tenant_id': '2983da2ae75a4da9bb8da2da3a565a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8d9b8478-52f9-4b8d-a309-c9ae55dac9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:09:08Z', 'updated_at': '2021-11-16T22:09:14Z', 'revision_number': 4, 'project_id': '2983da2ae75a4da9bb8da2da3a565a22', 'gw_port': {'id': '8d9b8478-52f9-4b8d-a309-c9ae55dac9ef', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:09Z', 'updated_at': '2021-11-16T22:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'a848c3cb-8aed-4312-b5e6-ebece9469789', 'name': '', 'network_id': 'dc525c0c-d833-48a2-b32d-fc068f7dd70f', 'tenant_id': '2983da2ae75a4da9bb8da2da3a565a22', 'mac_address': 'fa:16:3e:ae:b1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7b5b32f7-d25a-48e0-a3ec-ffa96515c2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:13Z', 'updated_at': '2021-11-16T22:09:18Z', 'revision_number': 4, 'project_id': '2983da2ae75a4da9bb8da2da3a565a22', 'subnets': [{'id': '7b5b32f7-d25a-48e0-a3ec-ffa96515c2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:09:19.312800 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cba4c367-a6e9-4b13-bd75-2be15278b7e0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:19.317930 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-cba4c367-a6e9-4b13-bd75-2be15278b7e0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5449569
Nov 16 22:09:19.318158 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 36392) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:09:19.323022 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-cd410487-aed0-48d8-a144-a54817f0f134 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Request body: {'security_group_rule': {'security_group_id': '198f8f9d-4c85-4b90-9fe0-832761c1c80e', 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:09:19.332316 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-cd410487-aed0-48d8-a144-a54817f0f134 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:09:19.337457 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-cd410487-aed0-48d8-a144-a54817f0f134 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Usage tracker for resource:security_group_rule and tenant:b1b1976c7d7b433792ca2cf522766f2b is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:09:19.341675 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-cd410487-aed0-48d8-a144-a54817f0f134 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:09:19.351110 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-cd410487-aed0-48d8-a144-a54817f0f134 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:09:19.443407 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-cd410487-aed0-48d8-a144-a54817f0f134 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Project b1b1976c7d7b433792ca2cf522766f2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 16 22:09:19.451042 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cd410487-aed0-48d8-a144-a54817f0f134 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:19.534980 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cd410487-aed0-48d8-a144-a54817f0f134 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:19.602365 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cd410487-aed0-48d8-a144-a54817f0f134 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:19.609787 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-5db8d1ef-f70a-47a2-9138-9532f418e572 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:19.632218 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd410487-aed0-48d8-a144-a54817f0f134 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5497bc-cec2-4b78-9024-04d40547e919,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:19.639805 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-cd410487-aed0-48d8-a144-a54817f0f134 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:19.718534 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cd410487-aed0-48d8-a144-a54817f0f134 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:19.719920 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-cd410487-aed0-48d8-a144-a54817f0f134 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4017680
Nov 16 22:09:19.722480 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 36404) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:09:19.727778 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-897b1b8a-ba06-4c81-a553-54429286ab45 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Request body: {'security_group_rule': {'security_group_id': '198f8f9d-4c85-4b90-9fe0-832761c1c80e', 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:09:19.734528 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-897b1b8a-ba06-4c81-a553-54429286ab45 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:09:19.738455 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-897b1b8a-ba06-4c81-a553-54429286ab45 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Usage tracker for resource:security_group_rule and tenant:b1b1976c7d7b433792ca2cf522766f2b is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:09:19.741652 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-897b1b8a-ba06-4c81-a553-54429286ab45 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:09:19.747467 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-897b1b8a-ba06-4c81-a553-54429286ab45 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:09:19.815164 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.securitygroups_db [None req-897b1b8a-ba06-4c81-a553-54429286ab45 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Project b1b1976c7d7b433792ca2cf522766f2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 16 22:09:19.817603 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-897b1b8a-ba06-4c81-a553-54429286ab45 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:19.911937 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:19.917759 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-897b1b8a-ba06-4c81-a553-54429286ab45 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:19.932449 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device a848c3cb-8aed-4312-b5e6-ebece9469789 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:09:20.008173 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-897b1b8a-ba06-4c81-a553-54429286ab45 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:20.010202 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7cc3bde0-4ad4-499e-a9a3-655f421b3699 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:20.033191 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b1b8a-ba06-4c81-a553-54429286ab45 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399622ca-ab61-4745-ae2a-3584c5974479,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:20.035637 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-897b1b8a-ba06-4c81-a553-54429286ab45 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:20.078228 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port a848c3cb-8aed-4312-b5e6-ebece9469789 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:09:20.085286 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port a848c3cb-8aed-4312-b5e6-ebece9469789 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:20.087750 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:20.106485 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-897b1b8a-ba06-4c81-a553-54429286ab45 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:20.109123 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-897b1b8a-ba06-4c81-a553-54429286ab45 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3841908
Nov 16 22:09:20.245185 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:20.285361 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port a848c3cb-8aed-4312-b5e6-ebece9469789, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=a848c3cb-8aed-4312-b5e6-ebece9469789,segment=NetworkSegment(5372e32b-ee52-47e7-9082-22fc405cbaac),segment_id=5372e32b-ee52-47e7-9082-22fc405cbaac)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:09:20.346307 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:20.351446 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:20.395701 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24657376-3e78-492a-94bf-6541ef510737 req-ca92dcea-6ae1-41df-bec3-cc7d3b47f32d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:20.397456 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-24657376-3e78-492a-94bf-6541ef510737 req-ca92dcea-6ae1-41df-bec3-cc7d3b47f32d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0919433
Nov 16 22:09:20.442946 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a848c3cb-8aed-4312-b5e6-ebece9469789,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:20.447493 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:20.457947 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-24657376-3e78-492a-94bf-6541ef510737 req-c0ea84a4-fd54-4f68-897f-685dd06f973d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541942
Nov 16 22:09:21.681510 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe82da-063d-4e22-a43f-51d691a75468 req-891cdd43-1077-488c-ae6a-4170e6d778e4 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:21.683256 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3dfe82da-063d-4e22-a43f-51d691a75468 req-891cdd43-1077-488c-ae6a-4170e6d778e4 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1031611
Nov 16 22:09:21.734317 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3dfe82da-063d-4e22-a43f-51d691a75468 req-a1f44dcb-8e7b-4624-bb3d-9c7ed382fdde tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447900
Nov 16 22:09:21.886222 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device a848c3cb-8aed-4312-b5e6-ebece9469789 up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:09:21.974922 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port a848c3cb-8aed-4312-b5e6-ebece9469789 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:21.975711 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:22.925475 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170e16b-6065-41bf-a67a-8f7ffcb588d5 req-7b97fa8e-2060-4d6a-af60-f9566764e8af tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:22.926957 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8170e16b-6065-41bf-a67a-8f7ffcb588d5 req-7b97fa8e-2060-4d6a-af60-f9566764e8af tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0822885
Nov 16 22:09:23.059952 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8170e16b-6065-41bf-a67a-8f7ffcb588d5 req-eb233a94-9313-4676-b92b-5901d580339b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130152
Nov 16 22:09:23.112557 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-d5c8fb1f-e307-4254-8661-40230f9bd1b4 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:23.113987 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-d5c8fb1f-e307-4254-8661-40230f9bd1b4 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/networks?id=912b1db2-171a-40fc-8a08-3632a8de9e33 HTTP/1.1" status: 200  len: 813 time: 0.1970532
Nov 16 22:09:23.129527 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-2555e079-1ee5-4302-bd1c-08abc0c077a6 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/quotas/0ff32488ac0b488db1e560c3c5ac25bd HTTP/1.1" status: 200  len: 375 time: 0.0096726
Nov 16 22:09:23.309643 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-05364309-afdb-4bd1-a738-180e4c6c2f8c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1746578
Nov 16 22:09:23.447234 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-a44a6884-1ccc-4204-9896-f1f8e362ba0b service neutron] 10.222.0.71 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302781
Nov 16 22:09:23.585375 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-572b6162-2a8e-4527-a3de-f9e4d065f07e service neutron] 10.222.0.71 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321421
Nov 16 22:09:23.907689 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7b5f32c8-05db-4c6a-b7c7-ba174174764f req-9ef2a352-6a49-405f-8c36-8ee17cd2498b tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 210 time: 0.0439513
Nov 16 22:09:24.296611 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff501d-7357-43e1-a223-5660b0569a28 req-9c2d51e7-9ece-4eda-85bb-050fb661d60f tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:24.298148 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7bff501d-7357-43e1-a223-5660b0569a28 req-9c2d51e7-9ece-4eda-85bb-050fb661d60f tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0997493
Nov 16 22:09:24.348472 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7bff501d-7357-43e1-a223-5660b0569a28 req-2e210bf2-053b-4281-af30-06db36498cd0 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439348
Nov 16 22:09:25.181498 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-530b1a65-47a9-404b-b65a-ee723fbdba04 req-03e84b97-883e-4c2c-b6be-469e5158c4b6 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 210 time: 0.0426278
Nov 16 22:09:25.546600 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a8ca9-3ece-41ab-9a5e-3ffcf295e9f6 req-e8794512-f7f5-442a-9e14-0f392884a12b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:25.548173 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1f8a8ca9-3ece-41ab-9a5e-3ffcf295e9f6 req-e8794512-f7f5-442a-9e14-0f392884a12b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0926402
Nov 16 22:09:25.598553 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1f8a8ca9-3ece-41ab-9a5e-3ffcf295e9f6 req-03513cab-3bb7-4f68-ac32-5535a322ff46 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446184
Nov 16 22:09:26.393426 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-26959cef-1d35-4364-b8f2-b25a6af1c36e req-2107d82c-fbe3-4785-9d3d-40de38d313c2 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 210 time: 0.0428920
Nov 16 22:09:26.783662 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aba519-e3f3-4a54-b2ce-5aa4c156f93b req-77f53a18-bdcd-4a6d-8960-93d536f1b0a1 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:26.785113 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47aba519-e3f3-4a54-b2ce-5aa4c156f93b req-77f53a18-bdcd-4a6d-8960-93d536f1b0a1 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0818927
Nov 16 22:09:26.830176 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47aba519-e3f3-4a54-b2ce-5aa4c156f93b req-d5dd6d58-b045-4b78-a2ca-ddb3e312a22f tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393584
Nov 16 22:09:29.741004 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:31.875550 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9b629599-04f3-4141-88b5-89a29a7e0461 req-de67187c-65bf-458d-8ccd-8901e12cbf96 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0834394
Nov 16 22:09:32.011103 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-929e75c6-d11c-4279-845c-a93bbe4de90a req-f7a7a8ff-9fd3-4e64-abb4-be9434cd8201 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 210 time: 0.0905774
Nov 16 22:09:32.107435 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80060072-5e40-423d-b757-7d0931c739dd req-877ddeb5-8862-48ca-81f9-9434498d5c78 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:32.108872 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-80060072-5e40-423d-b757-7d0931c739dd req-877ddeb5-8862-48ca-81f9-9434498d5c78 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1512270
Nov 16 22:09:32.118861 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b629599-04f3-4141-88b5-89a29a7e0461 req-a6ced171-4492-41fb-8082-78620649076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:32.120333 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9b629599-04f3-4141-88b5-89a29a7e0461 req-a6ced171-4492-41fb-8082-78620649076b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 1098 time: 0.1071661
Nov 16 22:09:32.162157 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-80060072-5e40-423d-b757-7d0931c739dd req-dffe2c0c-0544-4a04-8f60-531d5db76f05 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408597
Nov 16 22:09:32.227323 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-f16f242c-fd4c-409a-a718-55fc77205006 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:32.229925 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-f16f242c-fd4c-409a-a718-55fc77205006 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "GET /v2.0/networks?id=912b1db2-171a-40fc-8a08-3632a8de9e33 HTTP/1.1" status: 200  len: 813 time: 0.1691630
Nov 16 22:09:32.251959 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Request body: {'port': {'device_id': 'a12651d9-0fd8-468e-8f93-d050ecd72cbc', 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33', 'admin_state_up': True, 'tenant_id': '0ff32488ac0b488db1e560c3c5ac25bd'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:09:32.333800 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b629599-04f3-4141-88b5-89a29a7e0461 req-1c0eda78-eb76-4f4b-b121-24761e354fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:32.335337 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9b629599-04f3-4141-88b5-89a29a7e0461 req-1c0eda78-eb76-4f4b-b121-24761e354fd0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=912b1db2-171a-40fc-8a08-3632a8de9e33 HTTP/1.1" status: 200  len: 914 time: 0.1372755
Nov 16 22:09:32.410899 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9b629599-04f3-4141-88b5-89a29a7e0461 req-b18ad689-49a2-4b02-bb44-84f86aba9bb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 HTTP/1.1" status: 200  len: 217 time: 0.0683920
Nov 16 22:09:32.481723 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b629599-04f3-4141-88b5-89a29a7e0461 req-e2291d7f-05db-4b15-aef6-cb93a49d1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:32.482287 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:09:32.483166 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9b629599-04f3-4141-88b5-89a29a7e0461 req-e2291d7f-05db-4b15-aef6-cb93a49d1c97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43fd9aec-af72-4efd-ab29-2bd74bcc3daa HTTP/1.1" status: 200  len: 853 time: 0.0638583
Nov 16 22:09:32.486734 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Usage tracker for resource:port and tenant:0ff32488ac0b488db1e560c3c5ac25bd is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:09:32.489860 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:09:32.495659 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:09:32.541224 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9b629599-04f3-4141-88b5-89a29a7e0461 req-7eea1326-d511-4ada-9a4c-6067e48799ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=912b1db2-171a-40fc-8a08-3632a8de9e33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477049
Nov 16 22:09:32.563665 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Made reservation on behalf of 0ff32488ac0b488db1e560c3c5ac25bd for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:09:32.567890 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:32.686758 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9b629599-04f3-4141-88b5-89a29a7e0461 req-16488ffc-91e5-49c7-ae18-3cc33f427f90 service neutron] 10.222.0.72 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375864
Nov 16 22:09:32.739396 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Allocated IP 172.20.0.7 (912b1db2-171a-40fc-8a08-3632a8de9e33/43fd9aec-af72-4efd-ab29-2bd74bcc3daa/0c0c9ad4-51e2-4cc6-9658-93239225f56f) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:09:32.906589 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9b629599-04f3-4141-88b5-89a29a7e0461 req-1ea9c1f7-f84c-46d5-9e21-c4b8c5f9f7bb service neutron] 10.222.0.72 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2116413
Nov 16 22:09:32.952926 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:33.038386 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:33.060559 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-926e227d-0c90-4b2a-9007-56bce1c03239 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:33.096267 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['4dcf2ef0-b180-426b-b0f7-470aa9fab5c7', 'ec3884d7-d763-4638-87cd-d0d0c7375ccc', 'ae845c9d-3da0-40a1-ab4c-c1c759583ddf'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:09:33.142368 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Network 912b1db2-171a-40fc-8a08-3632a8de9e33 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:09:33.148888 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:09:33.153547 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:09:33.221544 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:33.222317 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:33.230879 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Pushing event updated for resources: {'Port': ['ID=0c0c9ad4-51e2-4cc6-9658-93239225f56f,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:33.262661 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:33.265906 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:33.267848 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:33.268452 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:33.269044 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:33.271680 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:33.272308 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:33.272896 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:33.273480 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:33.274190 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:33.278038 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:33.278661 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:33.291643 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:33.310925 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779eb98-4a23-4ba4-9696-a684d7111a4b req-6c0471ae-e862-4e50-ba53-f63df7c78840 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:33.318255 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4779eb98-4a23-4ba4-9696-a684d7111a4b req-6c0471ae-e862-4e50-ba53-f63df7c78840 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 931 time: 0.1352627
Nov 16 22:09:33.363945 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-ec21e455-4e73-4a65-aa98-3b770aa0490c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1165352
Nov 16 22:09:33.388767 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Request body: {'port': {'device_id': 'a12651d9-0fd8-468e-8f93-d050ecd72cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:09:33.418550 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4779eb98-4a23-4ba4-9696-a684d7111a4b req-ba3efd3b-f2ae-492e-a692-87588be2a64c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993850
Nov 16 22:09:33.492477 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489963aa-18fa-4eaa-bcc0-35edaaf6d87f req-b3168019-aeda-4124-b3ac-50543cf94e32 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:33.494145 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-489963aa-18fa-4eaa-bcc0-35edaaf6d87f req-b3168019-aeda-4124-b3ac-50543cf94e32 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1162944
Nov 16 22:09:33.518930 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:33.584353 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-489963aa-18fa-4eaa-bcc0-35edaaf6d87f req-ed071635-4bab-479b-bebc-ba4bdeb129b7 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798025
Nov 16 22:09:33.904716 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0c9ad4-51e2-4cc6-9658-93239225f56f {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:09:33.912796 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:33.928073 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Transition to ACTIVE for port object 0c0c9ad4-51e2-4cc6-9658-93239225f56f will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:09:33.997194 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:34.004420 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:34.169447 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0c9ad4-51e2-4cc6-9658-93239225f56f,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:34.209086 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:34.243051 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Attempting to bind port 0c0c9ad4-51e2-4cc6-9658-93239225f56f on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:09:34.243756 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Attempting to bind port 0c0c9ad4-51e2-4cc6-9658-93239225f56f by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:09:34.243756 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Attempting to bind port 0c0c9ad4-51e2-4cc6-9658-93239225f56f on network 912b1db2-171a-40fc-8a08-3632a8de9e33 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:09:34.248565 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Port 0c0c9ad4-51e2-4cc6-9658-93239225f56f on network 912b1db2-171a-40fc-8a08-3632a8de9e33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:09:34.248906 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Attempting to bind port 0c0c9ad4-51e2-4cc6-9658-93239225f56f on network 912b1db2-171a-40fc-8a08-3632a8de9e33 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:09:34.254150 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:09:34.254514 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Checking segment: {'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:09:34.254895 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Bound using segment: {'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:09:34.255498 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Bound port: 0c0c9ad4-51e2-4cc6-9658-93239225f56f, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb2c460-78eb-4212-80cb-bc783f75a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:09:34.255850 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:34.357831 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] For port 0c0c9ad4-51e2-4cc6-9658-93239225f56f, host hv-cinder-81814, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:09:34.363355 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] For port 0c0c9ad4-51e2-4cc6-9658-93239225f56f, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0c0c9ad4-51e2-4cc6-9658-93239225f56f,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:09:34.420614 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:34.424851 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-9c0fb22d-c96a-4d4d-9c09-6a4d5e476d25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:34.484327 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:34.484965 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:34.486391 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] 10.222.0.72 "PUT /v2.0/ports/0c0c9ad4-51e2-4cc6-9658-93239225f56f HTTP/1.1" status: 200  len: 1093 time: 1.1064839
Nov 16 22:09:34.486893 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12651d9-0fd8-468e-8f93-d050ecd72cbc', 'tag': '0c0c9ad4-51e2-4cc6-9658-93239225f56f'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:09:34.506166 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0c9ad4-51e2-4cc6-9658-93239225f56f,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:34.509447 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:34.673758 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12651d9-0fd8-468e-8f93-d050ecd72cbc', 'tag': '0c0c9ad4-51e2-4cc6-9658-93239225f56f', 'status': 'completed', 'code': 200}
Nov 16 22:09:34.698757 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b4b5c-eb85-4a9e-95f4-e557170449bd req-a0b9656a-e1ba-43d8-b812-ccc8d47b7c64 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:34.700257 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-279b4b5c-eb85-4a9e-95f4-e557170449bd req-a0b9656a-e1ba-43d8-b812-ccc8d47b7c64 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 943 time: 0.0933557
Nov 16 22:09:34.750200 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-279b4b5c-eb85-4a9e-95f4-e557170449bd req-ed3aebf6-2788-4a6c-ba2d-31c78e7d12ef tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434203
Nov 16 22:09:34.830986 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf05d98-5c99-42d6-8760-032858a71383 req-830d8167-53c8-4672-9d99-73a350b71200 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:34.832473 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1bf05d98-5c99-42d6-8760-032858a71383 req-830d8167-53c8-4672-9d99-73a350b71200 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0808275
Nov 16 22:09:34.878674 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1bf05d98-5c99-42d6-8760-032858a71383 req-8e4cbb8a-8bf9-43c3-a8c1-0e7e96c973cc tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403736
Nov 16 22:09:34.917644 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-2e08867c-b5af-47a4-8645-179ac0381485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:34.919133 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-2e08867c-b5af-47a4-8645-179ac0381485 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 1096 time: 0.0789111
Nov 16 22:09:35.049789 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-e7836dab-3a82-4b6d-b3d2-e1a315c91071 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c0c9ad4-51e2-4cc6-9658-93239225f56f HTTP/1.1" status: 200  len: 217 time: 0.0607853
Nov 16 22:09:35.195242 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-61223b36-5988-41dc-b2a0-6a1d10c54e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:35.196563 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-61223b36-5988-41dc-b2a0-6a1d10c54e7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43fd9aec-af72-4efd-ab29-2bd74bcc3daa HTTP/1.1" status: 200  len: 853 time: 0.1373594
Nov 16 22:09:35.249109 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-d2c11582-9397-4c80-aced-ac742ec3e929 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=912b1db2-171a-40fc-8a08-3632a8de9e33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422859
Nov 16 22:09:35.385484 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-02742677-9d2c-4e2c-bb2d-6f21722ec945 service neutron] 10.222.0.72 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272349
Nov 16 22:09:35.522742 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-20efe6be-88ba-42d5-8001-96c39ad5cc7d req-6e6a976c-03f9-44a7-9114-5d795c492da2 service neutron] 10.222.0.72 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306801
Nov 16 22:09:35.847163 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432327f-7fe2-45d4-8d2c-2ee73adc88ce req-1d57ca95-bd3c-4843-8ea0-b3b65e05e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:35.848671 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-8432327f-7fe2-45d4-8d2c-2ee73adc88ce req-1d57ca95-bd3c-4843-8ea0-b3b65e05e0ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 1096 time: 0.0750742
Nov 16 22:09:35.960070 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2753d-a4bc-4f7a-b59e-80daa01a3028 req-da8af247-ebc9-46cd-8498-923c7a994197 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:35.961568 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-61a2753d-a4bc-4f7a-b59e-80daa01a3028 req-da8af247-ebc9-46cd-8498-923c7a994197 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 943 time: 0.0985751
Nov 16 22:09:35.995794 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432327f-7fe2-45d4-8d2c-2ee73adc88ce req-ab89d409-d8f0-484a-a776-7408ea66c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:35.997254 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-8432327f-7fe2-45d4-8d2c-2ee73adc88ce req-ab89d409-d8f0-484a-a776-7408ea66c131 service neutron] 10.222.0.72 "GET /v2.0/networks?id=912b1db2-171a-40fc-8a08-3632a8de9e33 HTTP/1.1" status: 200  len: 914 time: 0.1408401
Nov 16 22:09:36.050098 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-61a2753d-a4bc-4f7a-b59e-80daa01a3028 req-89dc16f6-f07e-4fa9-9015-a55328257df8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792603
Nov 16 22:09:36.077928 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-8432327f-7fe2-45d4-8d2c-2ee73adc88ce req-c87a51fd-ca39-4dd2-b7e1-7d99ab9542d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c0c9ad4-51e2-4cc6-9658-93239225f56f HTTP/1.1" status: 200  len: 217 time: 0.0676262
Nov 16 22:09:36.092023 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621a1b3-d63d-4d7a-85a6-01109779d73b req-eb297a06-316f-47f9-ae00-5c9d74d764aa tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:36.093536 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1621a1b3-d63d-4d7a-85a6-01109779d73b req-eb297a06-316f-47f9-ae00-5c9d74d764aa tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0924878
Nov 16 22:09:36.140883 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1621a1b3-d63d-4d7a-85a6-01109779d73b req-e1770029-30c6-4f87-8b30-fc0fdd1d73d9 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408289
Nov 16 22:09:36.145726 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432327f-7fe2-45d4-8d2c-2ee73adc88ce req-31a4115c-2ae1-4a0a-a364-f1dee6862060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:36.147167 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-8432327f-7fe2-45d4-8d2c-2ee73adc88ce req-31a4115c-2ae1-4a0a-a364-f1dee6862060 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43fd9aec-af72-4efd-ab29-2bd74bcc3daa HTTP/1.1" status: 200  len: 853 time: 0.0590763
Nov 16 22:09:36.201745 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-8432327f-7fe2-45d4-8d2c-2ee73adc88ce req-853b1be6-1556-4e27-842a-5db8d7bfa684 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=912b1db2-171a-40fc-8a08-3632a8de9e33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456340
Nov 16 22:09:36.349103 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-8432327f-7fe2-45d4-8d2c-2ee73adc88ce req-3edea2e9-9e7c-4f93-b572-381ba39d8a26 service neutron] 10.222.0.72 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376388
Nov 16 22:09:36.489580 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-8432327f-7fe2-45d4-8d2c-2ee73adc88ce req-ee5c6e4f-450c-4431-abfb-1c54356765a2 service neutron] 10.222.0.72 "GET /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323175
Nov 16 22:09:37.240042 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226dbe2e-daa7-4d28-91f1-76a382acd7ed req-5611408e-3005-4718-ab97-7c37b6615ee0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:37.241581 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-226dbe2e-daa7-4d28-91f1-76a382acd7ed req-5611408e-3005-4718-ab97-7c37b6615ee0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 943 time: 0.0841594
Nov 16 22:09:37.332469 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-226dbe2e-daa7-4d28-91f1-76a382acd7ed req-143d85b3-8a7c-4e5d-872f-0f625a051791 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848422
Nov 16 22:09:37.371238 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1f82a-def7-4cb3-853a-e93a179807dc req-e88affd7-73bc-40a5-9e48-b642705d6e47 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:37.372700 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a5f1f82a-def7-4cb3-853a-e93a179807dc req-e88affd7-73bc-40a5-9e48-b642705d6e47 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1114497
Nov 16 22:09:37.421817 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a5f1f82a-def7-4cb3-853a-e93a179807dc req-63e11bb6-7a15-4da1-b242-de94069a351e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423017
Nov 16 22:09:37.868770 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-af2614dd-5ad4-4d16-b53f-50424552770d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Synchronizing usage tracker for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:security_group {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:09:37.962631 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-af2614dd-5ad4-4d16-b53f-50424552770d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Unset dirty status for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:security_group {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:09:37.964004 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-af2614dd-5ad4-4d16-b53f-50424552770d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408822964&fields=id&tenant_id=6f9679bda1c74f76bcf5494a43c366b3 HTTP/1.1" status: 200  len: 267 time: 0.1332691
Nov 16 22:09:38.139597 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-88bceb10-998b-4825-936a-5f428d1ef6e7 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:38.140159 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-88bceb10-998b-4825-936a-5f428d1ef6e7 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Synchronizing usage tracker for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:network {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:09:38.214054 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-88bceb10-998b-4825-936a-5f428d1ef6e7 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Unset dirty status for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:network {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:09:38.215347 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-88bceb10-998b-4825-936a-5f428d1ef6e7 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/networks?id=6431ab66-4714-41a7-87a8-d3f34aa0544b HTTP/1.1" status: 200  len: 811 time: 0.2447534
Nov 16 22:09:38.231638 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-0f1f3622-fd58-4b85-9544-5c3a6c3a2591 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/quotas/6f9679bda1c74f76bcf5494a43c366b3 HTTP/1.1" status: 200  len: 375 time: 0.0097318
Nov 16 22:09:38.316954 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-e011695b-8b6b-4c9d-83e8-97764f8cf510 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Synchronizing usage tracker for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:09:38.402918 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-e011695b-8b6b-4c9d-83e8-97764f8cf510 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Unset dirty status for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:09:38.404203 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-e011695b-8b6b-4c9d-83e8-97764f8cf510 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1671035
Nov 16 22:09:38.599401 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-f1e20543-77ce-4dcb-809e-11920a2ff4e3 service neutron] 10.222.0.71 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822610
Nov 16 22:09:38.756246 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed70016-0033-40bd-985c-9ccae3017025 req-2dfa7f87-916f-4dd8-8edb-f7a286ffe754 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:38.757640 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0ed70016-0033-40bd-985c-9ccae3017025 req-2dfa7f87-916f-4dd8-8edb-f7a286ffe754 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 943 time: 0.2024202
Nov 16 22:09:38.767535 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-e5a4157d-9aec-4e0f-bff9-263061c1e702 service neutron] 10.222.0.71 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1548262
Nov 16 22:09:38.808310 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0ed70016-0033-40bd-985c-9ccae3017025 req-9175bc90-6825-48cc-929a-6ae7fc0b1458 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435505
Nov 16 22:09:38.994375 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba82a3-626e-4f23-880d-e461e4d9392f req-8a6e2997-81ac-44eb-958c-33447fbf4473 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:38.995944 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0eba82a3-626e-4f23-880d-e461e4d9392f req-8a6e2997-81ac-44eb-958c-33447fbf4473 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0826101
Nov 16 22:09:39.040669 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0eba82a3-626e-4f23-880d-e461e4d9392f req-1db7ccbd-6c21-4972-86ce-aff9d030706b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385313
Nov 16 22:09:39.487870 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6c049a5e-ff05-4555-bbfd-057d6410645a req-37c03f0f-0a9f-4274-8f63-6622bb88d009 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 210 time: 0.0528216
Nov 16 22:09:40.019962 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e769-3ee0-4d32-95b4-7dafdaa9cdc8 req-0dcad2a4-b582-4a0e-bddb-d2e6d7f01f41 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:40.021454 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-afb2e769-3ee0-4d32-95b4-7dafdaa9cdc8 req-0dcad2a4-b582-4a0e-bddb-d2e6d7f01f41 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 943 time: 0.1041846
Nov 16 22:09:40.069211 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-afb2e769-3ee0-4d32-95b4-7dafdaa9cdc8 req-265b9c33-ac59-4531-9103-a6e23412a6c7 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408840
Nov 16 22:09:40.259894 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 0c0c9ad4-51e2-4cc6-9658-93239225f56f details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:09:40.322355 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff36976-e4c2-4094-95e8-bde661b1669e req-ec6b838b-e481-4941-b4ed-b90ed6ef2983 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:40.323920 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6ff36976-e4c2-4094-95e8-bde661b1669e req-ec6b838b-e481-4941-b4ed-b90ed6ef2983 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1712337
Nov 16 22:09:40.369978 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6ff36976-e4c2-4094-95e8-bde661b1669e req-c534c389-4c0c-4ab4-957e-bd64d16c0e44 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397868
Nov 16 22:09:40.399713 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 0c0c9ad4-51e2-4cc6-9658-93239225f56f, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0c0c9ad4-51e2-4cc6-9658-93239225f56f,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:09:40.414747 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': '0c0c9ad4-51e2-4cc6-9658-93239225f56f', 'network_id': '912b1db2-171a-40fc-8a08-3632a8de9e33', 'port_id': '0c0c9ad4-51e2-4cc6-9658-93239225f56f', 'mac_address': 'fa:16:3e:3b:6c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fd9aec-af72-4efd-ab29-2bd74bcc3daa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:09:40.472728 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:40.491385 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0c9ad4-51e2-4cc6-9658-93239225f56f {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:09:40.507248 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 0c0c9ad4-51e2-4cc6-9658-93239225f56f, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0c0c9ad4-51e2-4cc6-9658-93239225f56f,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:09:40.589855 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-582e5ebc-e8f1-46ec-9a71-2161166085c7 req-4107577f-cf1a-4853-a737-b6fdeec4df00 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 210 time: 0.0487657
Nov 16 22:09:40.607723 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:40.609478 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-cca5fe00-db7c-4686-95bb-d3a41047d343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:40.698665 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=0c0c9ad4-51e2-4cc6-9658-93239225f56f,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:40.711905 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:41.259162 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['0c0c9ad4-51e2-4cc6-9658-93239225f56f'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:09:41.262842 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4565ab7-d83f-42cc-ab7f-047eed87d09c req-17646276-7895-4103-aba3-5cbc89ece4f3 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:41.264347 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4565ab7-d83f-42cc-ab7f-047eed87d09c req-17646276-7895-4103-aba3-5cbc89ece4f3 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 944 time: 0.0838897
Nov 16 22:09:41.311806 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4565ab7-d83f-42cc-ab7f-047eed87d09c req-f88fe791-ee0f-4ab0-bb0e-4eba0620b552 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413864
Nov 16 22:09:41.401176 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 36786) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:09:41.565423 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:41.591297 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:09:41.599976 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Usage tracker for resource:security_group_rule and tenant:2e0ceeaebc604d659d1954c02f2e6694 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:09:41.603340 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:09:41.611530 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:09:41.644171 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26893c-897e-4379-81ea-9dc040123ca5 req-99f57911-51ec-4bab-a64e-c4c4a56bcc4f tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:41.645669 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9a26893c-897e-4379-81ea-9dc040123ca5 req-99f57911-51ec-4bab-a64e-c4c4a56bcc4f tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1478288
Nov 16 22:09:41.711937 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9a26893c-897e-4379-81ea-9dc040123ca5 req-6d10b9e9-a23d-4a37-b4bb-3a3dfb11aad5 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576515
Nov 16 22:09:41.757661 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:41.845214 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:41.856497 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-16fe310c-0cf4-4a32-b050-b956b999cffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:41.871845 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-74b4eb17-7d3f-4693-86c4-8dcdd5c1e7d0 req-a9f9752f-aef0-4194-8f43-ca3d9f1a6a46 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 210 time: 0.0639467
Nov 16 22:09:41.906587 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d001dd17-cc65-463b-a9b7-8fb9b4aac756,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:41.910713 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2e0ceeaebc604d659d1954c02f2e6694&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5081751
Nov 16 22:09:41.913491 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 36798) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:09:41.918087 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:41.918449 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:41.918800 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:41.919144 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:41.919516 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:41.919857 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:41.920193 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:41.920529 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:41.921159 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:41.921384 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:41.921698 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:41.922555 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:09:41.926495 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:41.972434 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a209-d9c4-45ba-9d50-95a58031863a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:41.998653 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a209-d9c4-45ba-9d50-95a58031863a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:42.133279 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a209-d9c4-45ba-9d50-95a58031863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:42.137305 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-44f838a3-09f6-43f4-9ec8-170517780104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:42.154737 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3a209-d9c4-45ba-9d50-95a58031863a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d001dd17-cc65-463b-a9b7-8fb9b4aac756,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:42.154737 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a209-d9c4-45ba-9d50-95a58031863a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:42.155558 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-dfb3a209-d9c4-45ba-9d50-95a58031863a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d001dd17-cc65-463b-a9b7-8fb9b4aac756 HTTP/1.1" status: 204  len: 168 time: 0.2410684
Nov 16 22:09:42.157179 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-dfb3a209-d9c4-45ba-9d50-95a58031863a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:42.514244 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eaf63-cbb0-4d0a-bb79-6544d4438e6c req-95c5da7e-fc87-4b8a-b00d-92f127056e22 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:42.516152 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-630eaf63-cbb0-4d0a-bb79-6544d4438e6c req-95c5da7e-fc87-4b8a-b00d-92f127056e22 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 944 time: 0.0961082
Nov 16 22:09:42.592758 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-630eaf63-cbb0-4d0a-bb79-6544d4438e6c req-dc34e3bb-5ecc-4bbf-8d36-ff2a066cad70 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598013
Nov 16 22:09:42.610547 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-155c2266-b3d5-45d6-b565-da463bef9a28 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:42.610547 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-155c2266-b3d5-45d6-b565-da463bef9a28 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.72 "GET /v2.0/networks?id=6431ab66-4714-41a7-87a8-d3f34aa0544b HTTP/1.1" status: 200  len: 811 time: 0.1531141
Nov 16 22:09:42.704188 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-8f9abdc6-2a75-4ed8-a4b9-2b88e9dc1430 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Synchronizing usage tracker for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:09:42.716045 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-8f9abdc6-2a75-4ed8-a4b9-2b88e9dc1430 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Unset dirty status for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:09:42.719561 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-8f9abdc6-2a75-4ed8-a4b9-2b88e9dc1430 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f9679bda1c74f76bcf5494a43c366b3 HTTP/1.1" status: 200  len: 380 time: 0.0633757
Nov 16 22:09:42.726779 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Request body: {'port': {'device_id': '7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'admin_state_up': True, 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'security_groups': ['2b1f3f4f-e116-42be-961c-166655608bad']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:09:42.871143 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:09:42.881650 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:09:42.926330 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12101631-faec-407e-bafc-a6bdadd7011f req-36e42721-2175-4fa1-b4f2-f675c8856589 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:42.927845 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-12101631-faec-407e-bafc-a6bdadd7011f req-36e42721-2175-4fa1-b4f2-f675c8856589 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0955741
Nov 16 22:09:42.956731 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Made reservation on behalf of 6f9679bda1c74f76bcf5494a43c366b3 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:09:42.962127 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:42.979782 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-12101631-faec-407e-bafc-a6bdadd7011f req-8dbd478c-244d-4ecc-b4dd-62e908ff9ad2 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460401
Nov 16 22:09:43.143056 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-30fa580f-3af4-4014-af18-087793e80c7a req-858f4bf4-9823-4f38-a601-e4b50d2a61ec tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 210 time: 0.0897877
Nov 16 22:09:43.167523 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Allocated IP 172.20.0.6 (6431ab66-4714-41a7-87a8-d3f34aa0544b/7c792dd0-a876-4286-9c4a-d4da350cf7f1/a2b8c21a-472b-4e7f-b033-50f661db48a2) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:09:43.448266 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:43.463906 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Transition to ACTIVE for port object a2b8c21a-472b-4e7f-b033-50f661db48a2 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:09:43.546104 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:43.552987 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b5c1489b-130d-4058-8856-f6893ddc0f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:43.621942 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Network 6431ab66-4714-41a7-87a8-d3f34aa0544b is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:09:43.626818 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:09:43.637775 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:09:43.670685 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event updated for resources: {'Port': ['ID=a2b8c21a-472b-4e7f-b033-50f661db48a2,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:43.673896 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:43.714940 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:43.715615 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:43.810707 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803598-fb96-4a1f-9691-f2fba354f36c req-fa67ad48-8641-4731-9eae-dbddbd32d91d tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:43.812277 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e2803598-fb96-4a1f-9691-f2fba354f36c req-fa67ad48-8641-4731-9eae-dbddbd32d91d tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 944 time: 0.0973487
Nov 16 22:09:43.855610 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1322401
Nov 16 22:09:43.863227 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e2803598-fb96-4a1f-9691-f2fba354f36c req-ec4ad45b-1e51-4813-807b-38ff511d16c5 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445037
Nov 16 22:09:43.875682 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Request body: {'port': {'device_id': '7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:09:43.956973 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-b6229fc6-92d8-457c-9bc7-76c447c7c613 None None] Provisioning for port a2b8c21a-472b-4e7f-b033-50f661db48a2 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:09:43.964318 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-b6229fc6-92d8-457c-9bc7-76c447c7c613 None None] Provisioning complete for port a2b8c21a-472b-4e7f-b033-50f661db48a2 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:43.964928 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b6229fc6-92d8-457c-9bc7-76c447c7c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:43.997490 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:44.023987 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-b6229fc6-92d8-457c-9bc7-76c447c7c613 None None] Port a2b8c21a-472b-4e7f-b033-50f661db48a2 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:09:44.179549 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ef42b-f274-4255-8f05-f5fbd3f2426a req-4cab4b90-5497-4468-a288-94af99478047 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:44.181150 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-975ef42b-f274-4255-8f05-f5fbd3f2426a req-4cab4b90-5497-4468-a288-94af99478047 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0852377
Nov 16 22:09:44.229259 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-975ef42b-f274-4255-8f05-f5fbd3f2426a req-c4515922-0561-426f-a48b-b4a7bc0c3916 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421484
Nov 16 22:09:44.251994 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 0c0c9ad4-51e2-4cc6-9658-93239225f56f up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:09:44.392101 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port 0c0c9ad4-51e2-4cc6-9658-93239225f56f completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:09:44.396671 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b47a4f-06bc-401b-a251-c2ff63dba2c0 req-f01ce995-7ca8-48e4-9bf0-25899c3b1e83 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:44.398233 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e5b47a4f-06bc-401b-a251-c2ff63dba2c0 req-f01ce995-7ca8-48e4-9bf0-25899c3b1e83 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 931 time: 0.1381574
Nov 16 22:09:44.404443 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port 0c0c9ad4-51e2-4cc6-9658-93239225f56f triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:09:44.404961 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:44.411733 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b8c21a-472b-4e7f-b033-50f661db48a2 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:09:44.421249 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:44.440705 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Transition to ACTIVE for port object a2b8c21a-472b-4e7f-b033-50f661db48a2 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:09:44.456254 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e5b47a4f-06bc-401b-a251-c2ff63dba2c0 req-79a2b5b2-617c-4a6b-af98-78d751a5de6b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507350
Nov 16 22:09:44.520709 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:44.525923 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:44.601891 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:44.651336 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12651d9-0fd8-468e-8f93-d050ecd72cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0c9ad4-51e2-4cc6-9658-93239225f56f'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:09:44.660562 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d76ba360-154b-4ba2-b3a2-45bbbf5f73fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:44.678137 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 0c0c9ad4-51e2-4cc6-9658-93239225f56f, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0c0c9ad4-51e2-4cc6-9658-93239225f56f,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:09:44.702956 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12651d9-0fd8-468e-8f93-d050ecd72cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0c9ad4-51e2-4cc6-9658-93239225f56f', 'code': 200}
Nov 16 22:09:44.708178 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b8c21a-472b-4e7f-b033-50f661db48a2,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:44.715812 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:44.761980 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:44.765383 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:44.785806 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea13268-886c-4272-887a-c7d3ba4990a1 req-193f91fb-2a7b-4e54-b79e-53d75debd25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:44.792075 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aea13268-886c-4272-887a-c7d3ba4990a1 req-193f91fb-2a7b-4e54-b79e-53d75debd25d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 1098 time: 0.0973866
Nov 16 22:09:44.815176 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Attempting to bind port a2b8c21a-472b-4e7f-b033-50f661db48a2 on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:09:44.815865 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Attempting to bind port a2b8c21a-472b-4e7f-b033-50f661db48a2 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:09:44.816033 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Attempting to bind port a2b8c21a-472b-4e7f-b033-50f661db48a2 on network 6431ab66-4714-41a7-87a8-d3f34aa0544b {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:09:44.821553 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Port a2b8c21a-472b-4e7f-b033-50f661db48a2 on network 6431ab66-4714-41a7-87a8-d3f34aa0544b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:09:44.826568 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Attempting to bind port a2b8c21a-472b-4e7f-b033-50f661db48a2 on network 6431ab66-4714-41a7-87a8-d3f34aa0544b {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:09:44.828062 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:09:44.828414 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Checking segment: {'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:09:44.828812 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Bound using segment: {'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:09:44.829231 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Bound port: a2b8c21a-472b-4e7f-b033-50f661db48a2, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:09:44.829671 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:44.844425 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aea13268-886c-4272-887a-c7d3ba4990a1 req-ae6a254e-15b0-4213-a997-ef859aaafc81 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470448
Nov 16 22:09:44.856992 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=0c0c9ad4-51e2-4cc6-9658-93239225f56f,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:44.861018 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:44.927842 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] For port a2b8c21a-472b-4e7f-b033-50f661db48a2, host hv-cinder-81814, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:09:44.931237 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] For port a2b8c21a-472b-4e7f-b033-50f661db48a2, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=a2b8c21a-472b-4e7f-b033-50f661db48a2,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:09:45.031396 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:45.036429 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d704560c-5c24-4856-ad96-c8f1c5156a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:45.056729 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9896b-c643-4998-9dfa-56cde6b087bf req-94e6e0be-2f55-41d2-bb35-30316e76f69a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:45.058230 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-14b9896b-c643-4998-9dfa-56cde6b087bf req-94e6e0be-2f55-41d2-bb35-30316e76f69a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 945 time: 0.0842497
Nov 16 22:09:45.096605 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:45.097227 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:45.098745 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] 10.222.0.72 "PUT /v2.0/ports/a2b8c21a-472b-4e7f-b033-50f661db48a2 HTTP/1.1" status: 200  len: 1093 time: 1.2276890
Nov 16 22:09:45.099272 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7', 'tag': 'a2b8c21a-472b-4e7f-b033-50f661db48a2'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:09:45.106579 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-14b9896b-c643-4998-9dfa-56cde6b087bf req-83bae37a-189f-4a49-8f05-d13a699fae63 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417280
Nov 16 22:09:45.115435 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:45.132192 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b8c21a-472b-4e7f-b033-50f661db48a2,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:45.136087 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:45.149036 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7', 'tag': 'a2b8c21a-472b-4e7f-b033-50f661db48a2', 'status': 'completed', 'code': 200}
Nov 16 22:09:45.415069 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca45e1-30a7-47bd-be74-e820bdb1f12c req-30421572-bba4-487d-86c6-938266b90e85 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:45.416546 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-50ca45e1-30a7-47bd-be74-e820bdb1f12c req-30421572-bba4-487d-86c6-938266b90e85 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0802824
Nov 16 22:09:45.473285 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-50ca45e1-30a7-47bd-be74-e820bdb1f12c req-dd6bcecc-7e6a-4d57-aa65-7d9b46bc4d3b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494537
Nov 16 22:09:45.659098 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487d4a1-0c73-4048-b16c-8dca2e192b20 req-5d958bf2-33c0-454c-abec-018449aa5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:45.660883 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-c487d4a1-0c73-4048-b16c-8dca2e192b20 req-5d958bf2-33c0-454c-abec-018449aa5929 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 1098 time: 0.0867856
Nov 16 22:09:45.713756 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-c487d4a1-0c73-4048-b16c-8dca2e192b20 req-ec9ffbc4-ce2f-47ed-b87b-eb12f6aae78d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429459
Nov 16 22:09:45.768325 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa655777-a15d-4267-b8fb-48a053567366 req-bd132fd5-e6d8-489a-8f8f-20cf17c40795 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:45.769818 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aa655777-a15d-4267-b8fb-48a053567366 req-bd132fd5-e6d8-489a-8f8f-20cf17c40795 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 943 time: 0.1610723
Nov 16 22:09:45.772619 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a796621-85ba-4c16-bc3d-17922fb9dcb8 req-4437a952-6910-48fd-a919-234b5410f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:45.773962 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2a796621-85ba-4c16-bc3d-17922fb9dcb8 req-4437a952-6910-48fd-a919-234b5410f213 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 1096 time: 0.2004516
Nov 16 22:09:45.816917 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aa655777-a15d-4267-b8fb-48a053567366 req-a7148a27-cfa5-48e3-bc2a-8d3b1b8d753d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410004
Nov 16 22:09:46.293554 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679474ce-45d3-4651-ba81-a6d467ffb8a0 req-b1523e52-5be2-426c-92a2-11a4119decc5 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:46.295002 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-679474ce-45d3-4651-ba81-a6d467ffb8a0 req-b1523e52-5be2-426c-92a2-11a4119decc5 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 945 time: 0.0812819
Nov 16 22:09:46.342398 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-679474ce-45d3-4651-ba81-a6d467ffb8a0 req-d664d52d-b97f-4616-9039-7eff5669eadb tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416181
Nov 16 22:09:46.432896 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:09:46.523921 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a796621-85ba-4c16-bc3d-17922fb9dcb8 req-4187a742-754a-4261-a264-ab71fb391c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:46.525478 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2a796621-85ba-4c16-bc3d-17922fb9dcb8 req-4187a742-754a-4261-a264-ab71fb391c74 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1431682
Nov 16 22:09:46.804452 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a796621-85ba-4c16-bc3d-17922fb9dcb8 req-2ad8a5d3-19d9-41d7-9020-19c52b8e74df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:46.805900 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2a796621-85ba-4c16-bc3d-17922fb9dcb8 req-2ad8a5d3-19d9-41d7-9020-19c52b8e74df service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2731316
Nov 16 22:09:46.818855 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f8015-8257-4f2e-bec2-931a8ff1e076 req-17e0c9e6-2c4f-42d9-a806-4abc2997c550 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:46.820337 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6a3f8015-8257-4f2e-bec2-931a8ff1e076 req-17e0c9e6-2c4f-42d9-a806-4abc2997c550 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1896992
Nov 16 22:09:46.874707 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6a3f8015-8257-4f2e-bec2-931a8ff1e076 req-2ae82910-aa93-42be-a6a3-ae1ebaa26864 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484531
Nov 16 22:09:47.010681 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-68a4634c-78dd-4f16-8091-c1656229f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:47.012197 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-68a4634c-78dd-4f16-8091-c1656229f443 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 1096 time: 0.1295187
Nov 16 22:09:47.031010 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe153a-a8b7-4798-b551-e35db05281b7 req-cc505b8e-b63d-415a-b87a-1da8d3d3e6bc tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:47.032982 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c6fe153a-a8b7-4798-b551-e35db05281b7 req-cc505b8e-b63d-415a-b87a-1da8d3d3e6bc tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 943 time: 0.0940130
Nov 16 22:09:47.112867 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-b46b807e-0e08-4e46-9654-382c70c89cd6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2b8c21a-472b-4e7f-b033-50f661db48a2 HTTP/1.1" status: 200  len: 217 time: 0.0789387
Nov 16 22:09:47.179973 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-72b9726e-6445-4a2e-8c28-99eab8e45d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:47.185938 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c6fe153a-a8b7-4798-b551-e35db05281b7 req-202ae318-60ea-4778-b74d-aa8a4d3b7cd9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1019006
Nov 16 22:09:47.198704 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-b62fc387-9b39-4ba4-8292-98bd3d90a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:47.200164 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-b62fc387-9b39-4ba4-8292-98bd3d90a481 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c792dd0-a876-4286-9c4a-d4da350cf7f1 HTTP/1.1" status: 200  len: 850 time: 0.0798757
Nov 16 22:09:47.276813 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-c486f7fc-86d8-4ebf-bd01-712fe1927717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:47.278321 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-c486f7fc-86d8-4ebf-bd01-712fe1927717 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6431ab66-4714-41a7-87a8-d3f34aa0544b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714025
Nov 16 22:09:47.423458 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-52166e47-14dc-4606-89f8-b96f71027265 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295569
Nov 16 22:09:47.655303 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec3ad4-2546-4abe-8758-6fb2b0b7ba49 req-d63d9db2-7aab-44e5-ad4c-fd1a44b3d038 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:47.656742 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f9ec3ad4-2546-4abe-8758-6fb2b0b7ba49 req-d63d9db2-7aab-44e5-ad4c-fd1a44b3d038 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 945 time: 0.2014780
Nov 16 22:09:47.658844 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bcd2595-ceca-4015-9f23-19978e2909d4 req-7a61eeba-9374-474c-8afd-94393a9fcc28 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1674786
Nov 16 22:09:47.703348 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f9ec3ad4-2546-4abe-8758-6fb2b0b7ba49 req-dfb0f3b5-ea2e-4a88-aa23-7da1d1f6db6e tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392115
Nov 16 22:09:48.073577 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cee0c-2631-4735-8ec8-9430d47267a1 req-a618b470-5c13-4556-a4dc-b5c67b8fb7b8 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:48.074702 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2b1cee0c-2631-4735-8ec8-9430d47267a1 req-a618b470-5c13-4556-a4dc-b5c67b8fb7b8 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0848801
Nov 16 22:09:48.128398 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2b1cee0c-2631-4735-8ec8-9430d47267a1 req-7237f154-6680-4095-bd6d-fd7a7efc95e0 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478184
Nov 16 22:09:48.316039 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d95cd8-460a-4e3d-8607-365af76ed2b1 req-c9d73158-449d-4fc1-9793-cff848e2b231 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:48.317507 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e6d95cd8-460a-4e3d-8607-365af76ed2b1 req-c9d73158-449d-4fc1-9793-cff848e2b231 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.0848813
Nov 16 22:09:48.363263 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e6d95cd8-460a-4e3d-8607-365af76ed2b1 req-f63c4d6c-7249-49e0-b2fb-ffde067bc5a9 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399897
Nov 16 22:09:48.543901 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc32dd4-714c-4564-ad9f-cd67f3eacc36 req-57321eb2-ba2f-4fec-bd78-6b243969776e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:48.545509 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5fc32dd4-714c-4564-ad9f-cd67f3eacc36 req-57321eb2-ba2f-4fec-bd78-6b243969776e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 943 time: 0.0836592
Nov 16 22:09:48.597333 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5fc32dd4-714c-4564-ad9f-cd67f3eacc36 req-fce0c682-b3b4-4315-8d96-8770c80e2da1 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441136
Nov 16 22:09:48.602855 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:48.895985 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b93f9d-ad27-4a80-915d-9db84ef3b5cd req-d6299b75-2858-4ea7-b192-05dfaa3c2666 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:48.897475 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46b93f9d-ad27-4a80-915d-9db84ef3b5cd req-d6299b75-2858-4ea7-b192-05dfaa3c2666 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 945 time: 0.0847239
Nov 16 22:09:48.946039 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-46b93f9d-ad27-4a80-915d-9db84ef3b5cd req-43eedfd3-13dc-496d-806b-b7bbf834b907 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426972
Nov 16 22:09:49.797591 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45f197-a0fd-4d58-adfc-5cd791eb74d7 req-2cdb5149-4c8d-4bfb-bb94-8cf0d8e7dd46 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:49.799078 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ef45f197-a0fd-4d58-adfc-5cd791eb74d7 req-2cdb5149-4c8d-4bfb-bb94-8cf0d8e7dd46 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 943 time: 0.0928185
Nov 16 22:09:49.846676 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ef45f197-a0fd-4d58-adfc-5cd791eb74d7 req-6cab7718-e1e4-42db-aeb9-d7e87862cfb6 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418181
Nov 16 22:09:49.910992 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:50.136233 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24a758-ebba-42fc-97ac-cf08f659cad5 req-aee1831f-39ea-46dd-88a6-8c102572e328 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:50.137790 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2a24a758-ebba-42fc-97ac-cf08f659cad5 req-aee1831f-39ea-46dd-88a6-8c102572e328 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 945 time: 0.0863712
Nov 16 22:09:50.196800 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2a24a758-ebba-42fc-97ac-cf08f659cad5 req-54ba2f47-60fb-4cf0-a0ff-16e9d9b2b90f tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532556
Nov 16 22:09:51.133182 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d8d0d-d743-4f42-8942-7dd7c67075be req-40669408-7911-454a-bd4f-d44745d17fcf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:51.134827 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1d9d8d0d-d743-4f42-8942-7dd7c67075be req-40669408-7911-454a-bd4f-d44745d17fcf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 943 time: 0.1670465
Nov 16 22:09:51.181990 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1d9d8d0d-d743-4f42-8942-7dd7c67075be req-3effd823-0511-4337-aaf6-c008797eefa8 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412045
Nov 16 22:09:52.314561 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebdbba-dae9-4b74-ba28-cab392f4c3a0 req-a2d36a28-0138-4dec-89ed-29e0bd0c1f5a tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:52.316376 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-18ebdbba-dae9-4b74-ba28-cab392f4c3a0 req-a2d36a28-0138-4dec-89ed-29e0bd0c1f5a tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1392627
Nov 16 22:09:52.323153 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32087d24-72c3-43d1-8b95-4728106f50a1 req-a0ff11dd-90f6-4d05-91c1-ed69bfcf2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:52.324579 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32087d24-72c3-43d1-8b95-4728106f50a1 req-a0ff11dd-90f6-4d05-91c1-ed69bfcf2e2b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31f2fb519aca4110a2e1ceb5fde62e59&device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 1099 time: 0.1163518
Nov 16 22:09:52.508014 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-18ebdbba-dae9-4b74-ba28-cab392f4c3a0 req-0e56f02b-d3f0-42b6-8dd1-77b16540240a tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812806
Nov 16 22:09:52.563419 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32087d24-72c3-43d1-8b95-4728106f50a1 req-d6b3fb23-fd6f-4430-a864-00b338d524d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:52.564427 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32087d24-72c3-43d1-8b95-4728106f50a1 req-d6b3fb23-fd6f-4430-a864-00b338d524d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0087e2d7-4f1a-4fea-baad-ae616045916e HTTP/1.1" status: 200  len: 920 time: 0.1955049
Nov 16 22:09:52.635152 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ed4e3-817c-4fc9-9550-6e6155f02537 req-ba08eb91-e8e9-4ae1-b8c3-7bb365ac000e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:52.636671 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-908ed4e3-817c-4fc9-9550-6e6155f02537 req-ba08eb91-e8e9-4ae1-b8c3-7bb365ac000e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 943 time: 0.3112421
Nov 16 22:09:52.646490 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32087d24-72c3-43d1-8b95-4728106f50a1 req-3faabe4b-cd6e-41b8-a494-a965fea30916 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd HTTP/1.1" status: 200  len: 217 time: 0.0743473
Nov 16 22:09:52.737004 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-908ed4e3-817c-4fc9-9550-6e6155f02537 req-7baa8894-7abb-46ec-b86e-ef861d74e09f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922387
Nov 16 22:09:52.740670 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32087d24-72c3-43d1-8b95-4728106f50a1 req-861c0230-c355-4591-b38b-e2e5c5cf2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:52.742047 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32087d24-72c3-43d1-8b95-4728106f50a1 req-861c0230-c355-4591-b38b-e2e5c5cf2e98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=feff6ede-3b67-4d6a-b1b3-d918954bcf9b HTTP/1.1" status: 200  len: 859 time: 0.0795264
Nov 16 22:09:52.798302 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32087d24-72c3-43d1-8b95-4728106f50a1 req-bec79da9-2a41-44ee-a0ee-cef94cdef5e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0087e2d7-4f1a-4fea-baad-ae616045916e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456717
Nov 16 22:09:52.934184 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32087d24-72c3-43d1-8b95-4728106f50a1 req-2ac4f790-0cf1-4480-9b56-ac210aa0bbdf service neutron] 10.222.0.72 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286664
Nov 16 22:09:53.086701 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32087d24-72c3-43d1-8b95-4728106f50a1 req-6d92e246-3fc7-464e-9089-31ee19b232d4 service neutron] 10.222.0.72 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421976
Nov 16 22:09:53.705094 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4b201-2f1c-4bba-b52c-6a479f922556 req-ed343b40-4132-4d59-9033-98eb88e662b3 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:53.706634 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-28e4b201-2f1c-4bba-b52c-6a479f922556 req-ed343b40-4132-4d59-9033-98eb88e662b3 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.0897560
Nov 16 22:09:53.755141 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-28e4b201-2f1c-4bba-b52c-6a479f922556 req-beaccc12-7a38-4a90-8514-182ceb2daaa7 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427179
Nov 16 22:09:54.098123 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c32910-ea29-460f-a33a-a73a562fd643 req-6fe6c784-95ee-449d-aabb-f35d49f4e976 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:54.099656 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-05c32910-ea29-460f-a33a-a73a562fd643 req-6fe6c784-95ee-449d-aabb-f35d49f4e976 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 943 time: 0.0973203
Nov 16 22:09:54.150444 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-05c32910-ea29-460f-a33a-a73a562fd643 req-8b5efb59-5b3f-4c97-9cc3-c7ff835c563b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450408
Nov 16 22:09:55.129449 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd479ae8-3ef4-4d9a-991b-17b3f0bfc572 req-4ad786bc-4ae7-4e05-bfae-29dd44a360e9 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:55.131910 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dd479ae8-3ef4-4d9a-991b-17b3f0bfc572 req-4ad786bc-4ae7-4e05-bfae-29dd44a360e9 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1084528
Nov 16 22:09:55.184047 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dd479ae8-3ef4-4d9a-991b-17b3f0bfc572 req-58214bc9-ea87-46bb-9876-7b053e789d22 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436587
Nov 16 22:09:55.345485 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1522e99-3b74-4c67-b64e-5513d21632d3 req-966619e1-4572-421a-be2e-e741ba9148ad tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:55.346948 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e1522e99-3b74-4c67-b64e-5513d21632d3 req-966619e1-4572-421a-be2e-e741ba9148ad tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 943 time: 0.0855308
Nov 16 22:09:55.391643 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e1522e99-3b74-4c67-b64e-5513d21632d3 req-aec4c1b1-dd78-483e-97e5-870fc31bfa17 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388296
Nov 16 22:09:56.386121 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d85d9-6966-4e27-92e0-0822d4ec210b req-ead5589f-73cc-4af0-9f4c-696a31176e4b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:56.387643 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f69d85d9-6966-4e27-92e0-0822d4ec210b req-ead5589f-73cc-4af0-9f4c-696a31176e4b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.0865595
Nov 16 22:09:56.440641 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f69d85d9-6966-4e27-92e0-0822d4ec210b req-ba8f71c1-6f87-4b84-adae-7a35e59a8392 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452027
Nov 16 22:09:56.609185 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e1ade-1b24-41cc-bee1-696df4903b50 req-e60b8676-405a-4c1f-a1e8-12854a35a2be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:56.610661 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e24e1ade-1b24-41cc-bee1-696df4903b50 req-e60b8676-405a-4c1f-a1e8-12854a35a2be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 943 time: 0.1020868
Nov 16 22:09:56.661773 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e24e1ade-1b24-41cc-bee1-696df4903b50 req-17459136-2d05-4a7a-826d-97e2e611cf76 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430720
Nov 16 22:09:56.782907 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-af743fca-7e8d-4026-a455-4cf013e80c44 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073368301&fields=id&tenant_id=b1b1976c7d7b433792ca2cf522766f2b HTTP/1.1" status: 200  len: 267 time: 0.0406542
Nov 16 22:09:57.035542 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-f61aba55-ca28-4929-be33-175aaec72eba tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:57.036981 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-f61aba55-ca28-4929-be33-175aaec72eba tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/networks?id=a3660de9-4971-4ec7-9b91-f728b00d6e34 HTTP/1.1" status: 200  len: 808 time: 0.2474437
Nov 16 22:09:57.053608 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-2615b7ce-e2c5-4042-80d8-f2879b3401da tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/quotas/b1b1976c7d7b433792ca2cf522766f2b HTTP/1.1" status: 200  len: 375 time: 0.0109091
Nov 16 22:09:57.148590 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d0f61bbe-ac3d-455e-afa1-6cc2b268ab0a tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b1b1976c7d7b433792ca2cf522766f2b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0895972
Nov 16 22:09:57.295670 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-b7930d14-eb28-4b00-a580-02fcf54e5073 service neutron] 10.222.0.71 "GET /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337593
Nov 16 22:09:57.428460 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-bcd127ab-c477-419a-a693-828038f1d334 service neutron] 10.222.0.71 "GET /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261606
Nov 16 22:09:57.644470 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba6391-e039-4c84-938e-50904080a918 req-8a79caea-ed6a-4075-965c-9b6adfaf33c7 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:57.646019 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f1ba6391-e039-4c84-938e-50904080a918 req-8a79caea-ed6a-4075-965c-9b6adfaf33c7 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.0909195
Nov 16 22:09:57.691187 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f1ba6391-e039-4c84-938e-50904080a918 req-2e4c8f40-d922-4b8d-821e-ecc66d7fb1d8 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395637
Nov 16 22:09:57.875337 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62aa643-5716-403d-a773-791bed6154f3 req-986b19b7-9edb-4f22-929c-f86cd7893da4 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:57.876760 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c62aa643-5716-403d-a773-791bed6154f3 req-986b19b7-9edb-4f22-929c-f86cd7893da4 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 943 time: 0.0907502
Nov 16 22:09:57.922486 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c62aa643-5716-403d-a773-791bed6154f3 req-fcaed93f-244c-4d61-8163-2ae3213586ff tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399542
Nov 16 22:09:58.108237 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0d739aa0-ecc9-4211-a843-be62b90874c9 req-4243a992-a88b-4c0a-a479-0bf8150d6853 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 210 time: 0.0445879
Nov 16 22:09:58.470758 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device a2b8c21a-472b-4e7f-b033-50f661db48a2 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:09:58.606881 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port a2b8c21a-472b-4e7f-b033-50f661db48a2, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=a2b8c21a-472b-4e7f-b033-50f661db48a2,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:09:58.621178 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': 'a2b8c21a-472b-4e7f-b033-50f661db48a2', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'port_id': 'a2b8c21a-472b-4e7f-b033-50f661db48a2', 'mac_address': 'fa:16:3e:03:1f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:09:58.681639 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:58.698941 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b8c21a-472b-4e7f-b033-50f661db48a2 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:09:58.714670 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port a2b8c21a-472b-4e7f-b033-50f661db48a2, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=a2b8c21a-472b-4e7f-b033-50f661db48a2,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:09:58.767953 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:09:58.769925 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:09:58.837727 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=a2b8c21a-472b-4e7f-b033-50f661db48a2,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:09:58.840962 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:09:58.884809 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5aa00-4f0b-4cb7-8905-702e0233c2e1 req-979613f8-dd1b-48f1-a945-5f6e96db3cc9 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:58.886263 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aac5aa00-4f0b-4cb7-8905-702e0233c2e1 req-979613f8-dd1b-48f1-a945-5f6e96db3cc9 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.0846498
Nov 16 22:09:58.935280 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aac5aa00-4f0b-4cb7-8905-702e0233c2e1 req-e27709ca-f89d-4979-bd00-c3bc48ca157c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424504
Nov 16 22:09:59.108806 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96922962-3bf6-4236-9cca-3fca73452881 req-b77ca811-e42c-44ee-a447-741068d5d0a8 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:09:59.110777 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-96922962-3bf6-4236-9cca-3fca73452881 req-b77ca811-e42c-44ee-a447-741068d5d0a8 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 944 time: 0.0816846
Nov 16 22:09:59.156475 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-96922962-3bf6-4236-9cca-3fca73452881 req-92b12099-244a-4f97-86ea-0ac2b6a480ae tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396168
Nov 16 22:09:59.297246 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cf054a15-6537-47b5-84aa-1e83eb490f87 req-f8be28bf-ff86-4e61-8c86-e3b045a37073 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 210 time: 0.0451102
Nov 16 22:10:02.396365 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:02.615021 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c54c0-a909-46b0-8619-7b9b893a6acf req-f7bf4952-7213-445d-8ede-e4972fe76fbe tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:02.616578 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-717c54c0-a909-46b0-8619-7b9b893a6acf req-f7bf4952-7213-445d-8ede-e4972fe76fbe tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1566510
Nov 16 22:10:02.674701 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-717c54c0-a909-46b0-8619-7b9b893a6acf req-6b0d85ba-ba3b-430e-b04b-fb87682faf10 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510635
Nov 16 22:10:02.683032 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffd603-4543-466d-9380-13e182e55c3a req-0247c676-d944-4af5-9766-3d30ebdea5b7 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:02.684502 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-24ffd603-4543-466d-9380-13e182e55c3a req-0247c676-d944-4af5-9766-3d30ebdea5b7 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 944 time: 0.1508765
Nov 16 22:10:02.735150 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-24ffd603-4543-466d-9380-13e182e55c3a req-e293bc2c-19f9-463c-a77d-4513bc941ff2 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429299
Nov 16 22:10:02.815014 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4b9244de-5d02-40a2-8b8a-a8e5dad993ea req-ab29a567-d668-49b9-8712-026a2bb250f9 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 210 time: 0.0432932
Nov 16 22:10:03.419606 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['a2b8c21a-472b-4e7f-b033-50f661db48a2'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:10:03.932899 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71097c-3fc2-4bd4-bcac-8aedae2e2ef8 req-797c230f-60c7-42b2-997a-b598a550e88b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:03.934287 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1f71097c-3fc2-4bd4-bcac-8aedae2e2ef8 req-797c230f-60c7-42b2-997a-b598a550e88b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1458485
Nov 16 22:10:03.970912 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fa2c4-b04e-4e5a-8ae7-80b79eb2f584 req-346207fe-bbab-4bb6-adbd-1635c0af96e7 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:03.972924 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4d7fa2c4-b04e-4e5a-8ae7-80b79eb2f584 req-346207fe-bbab-4bb6-adbd-1635c0af96e7 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 944 time: 0.1190290
Nov 16 22:10:04.015565 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1f71097c-3fc2-4bd4-bcac-8aedae2e2ef8 req-07d2cc02-fa2c-4d1a-8a85-e6596334765a tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730863
Nov 16 22:10:04.036220 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4d7fa2c4-b04e-4e5a-8ae7-80b79eb2f584 req-0d4bf16a-cecb-41d3-ae0d-d0de98af52af tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526264
Nov 16 22:10:04.224539 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-14608518-3e29-4174-acf1-6cd303d8de2c req-8386caa3-1f5a-40ed-af26-38a3229434c8 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 210 time: 0.1005442
Nov 16 22:10:04.294510 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-3d92304a-a9fc-498b-ac0a-6e1fa6f77149 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:04.296038 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-3d92304a-a9fc-498b-ac0a-6e1fa6f77149 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.72 "GET /v2.0/networks?id=a3660de9-4971-4ec7-9b91-f728b00d6e34 HTTP/1.1" status: 200  len: 808 time: 0.1952240
Nov 16 22:10:04.356534 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-a8d87909-59f3-4ac9-bb68-773f418f7c05 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1b1976c7d7b433792ca2cf522766f2b HTTP/1.1" status: 200  len: 380 time: 0.0392065
Nov 16 22:10:04.370556 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Request body: {'port': {'device_id': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'admin_state_up': True, 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'security_groups': ['198f8f9d-4c85-4b90-9fe0-832761c1c80e']}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:10:04.596306 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:10:04.605408 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Usage tracker for resource:port and tenant:b1b1976c7d7b433792ca2cf522766f2b is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:10:04.610328 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:10:04.615471 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:10:04.715410 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Made reservation on behalf of b1b1976c7d7b433792ca2cf522766f2b for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:10:04.719013 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:04.887393 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Allocated IP 172.20.0.10 (a3660de9-4971-4ec7-9b91-f728b00d6e34/0ebaf286-2ead-4350-b334-85d62bde1ac3/0be9e9c4-55b3-428b-b8ef-1f63b96e93cc) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:10:05.101186 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:05.120569 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Transition to ACTIVE for port object 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:10:05.252811 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:05.271408 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f64be4d0-3146-4a5e-b18c-36a68922cc8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:05.351944 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Network a3660de9-4971-4ec7-9b91-f728b00d6e34 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:10:05.358398 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:10:05.364176 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:10:05.369690 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:05.370451 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:05.396419 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Pushing event updated for resources: {'Port': ['ID=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:05.405291 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:05.441304 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8c8f0-ee02-46ea-82bf-b6b509d7b867 req-c93f7171-777a-4176-8b96-318d49e98caa tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:05.442846 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51d8c8f0-ee02-46ea-82bf-b6b509d7b867 req-c93f7171-777a-4176-8b96-318d49e98caa tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.2765033
Nov 16 22:10:05.451608 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90b1e9-6b1e-48ee-9d29-e728a767d4dc req-df7f9a33-f260-4b7a-be72-4c7f3045ce96 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:05.453010 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6c90b1e9-6b1e-48ee-9d29-e728a767d4dc req-df7f9a33-f260-4b7a-be72-4c7f3045ce96 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 944 time: 0.2409434
Nov 16 22:10:05.520106 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1531208
Nov 16 22:10:05.529084 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51d8c8f0-ee02-46ea-82bf-b6b509d7b867 req-6a5b2717-b3e8-4009-bb8a-b4ab6740ff8f tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751128
Nov 16 22:10:05.534223 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6c90b1e9-6b1e-48ee-9d29-e728a767d4dc req-da433682-5852-4794-a50d-083362d5d427 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666380
Nov 16 22:10:05.539148 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Request body: {'port': {'device_id': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:10:05.716609 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a91bac9a-821d-4fb7-bb0a-587bcfcc90be None None] Provisioning for port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:10:05.720770 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:05.724010 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a91bac9a-821d-4fb7-bb0a-587bcfcc90be None None] Provisioning complete for port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:10:05.724406 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a91bac9a-821d-4fb7-bb0a-587bcfcc90be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:05.782629 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a91bac9a-821d-4fb7-bb0a-587bcfcc90be None None] Port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:10:05.820094 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b02751-1d9f-48f1-9f7e-600c8df2fa2c req-9a34ef68-e4e8-440b-82da-147c0765a5f0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:05.820788 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-24b02751-1d9f-48f1-9f7e-600c8df2fa2c req-9a34ef68-e4e8-440b-82da-147c0765a5f0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Synchronizing usage tracker for tenant:b1b1976c7d7b433792ca2cf522766f2b on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:10:06.010363 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-24b02751-1d9f-48f1-9f7e-600c8df2fa2c req-9a34ef68-e4e8-440b-82da-147c0765a5f0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Unset dirty status for tenant:b1b1976c7d7b433792ca2cf522766f2b on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:10:06.017439 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-24b02751-1d9f-48f1-9f7e-600c8df2fa2c req-9a34ef68-e4e8-440b-82da-147c0765a5f0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 932 time: 0.3558304
Nov 16 22:10:06.091600 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-24b02751-1d9f-48f1-9f7e-600c8df2fa2c req-07cfa5b7-ca8d-48a0-a301-f704197f039e tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670807
Nov 16 22:10:06.182918 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:10:06.191233 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:06.206246 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Transition to ACTIVE for port object 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:10:06.269216 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device a2b8c21a-472b-4e7f-b033-50f661db48a2 up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:10:06.310147 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:06.314430 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:06.418617 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port a2b8c21a-472b-4e7f-b033-50f661db48a2 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:10:06.425830 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port a2b8c21a-472b-4e7f-b033-50f661db48a2 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:10:06.426542 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:06.448258 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:06.483309 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:06.512478 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Attempting to bind port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:10:06.512810 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Attempting to bind port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': 'ad66b2e4-588b-463b-9bb1-75be8bdd7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:10:06.513269 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Attempting to bind port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc on network a3660de9-4971-4ec7-9b91-f728b00d6e34 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:10:06.519036 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc on network a3660de9-4971-4ec7-9b91-f728b00d6e34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:10:06.525744 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Attempting to bind port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc on network a3660de9-4971-4ec7-9b91-f728b00d6e34 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:10:06.525744 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:10:06.525744 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Checking segment: {'id': 'ad66b2e4-588b-463b-9bb1-75be8bdd7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:10:06.525744 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Bound using segment: {'id': 'ad66b2e4-588b-463b-9bb1-75be8bdd7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:10:06.526239 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Bound port: 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad66b2e4-588b-463b-9bb1-75be8bdd7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:10:06.526482 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:06.632681 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] For port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc, host hv-cinder-81814, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:10:06.639481 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] For port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,segment=NetworkSegment(ad66b2e4-588b-463b-9bb1-75be8bdd7d92),segment_id=ad66b2e4-588b-463b-9bb1-75be8bdd7d92)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:10:06.675090 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:06.703439 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b8c21a-472b-4e7f-b033-50f661db48a2'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:10:06.714919 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port a2b8c21a-472b-4e7f-b033-50f661db48a2, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=a2b8c21a-472b-4e7f-b033-50f661db48a2,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:10:06.822853 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:06.829490 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:06.842147 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:06.844195 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-000fc84f-db68-4c2e-8cca-f1909027c791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:06.889015 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:06.889648 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:06.891051 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] 10.222.0.72 "PUT /v2.0/ports/0be9e9c4-55b3-428b-b8ef-1f63b96e93cc HTTP/1.1" status: 200  len: 1094 time: 1.3559303
Nov 16 22:10:06.902037 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'tag': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:10:06.933403 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=a2b8c21a-472b-4e7f-b033-50f661db48a2,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:06.937446 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:06.949297 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:06.954072 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:06.974472 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af410b78-0e3c-4a01-9a02-b42744346f27 req-408821eb-4697-446c-910a-e98a115315eb tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:06.976219 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-af410b78-0e3c-4a01-9a02-b42744346f27 req-408821eb-4697-446c-910a-e98a115315eb tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.2712784
Nov 16 22:10:07.030080 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-af410b78-0e3c-4a01-9a02-b42744346f27 req-62e20219-9865-46bd-8e53-96ca42887ce6 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482082
Nov 16 22:10:07.087753 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b8c21a-472b-4e7f-b033-50f661db48a2', 'code': 200}
Nov 16 22:10:07.134134 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'tag': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc', 'status': 'completed', 'code': 200}
Nov 16 22:10:07.158348 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07759eb2-17a2-4171-8f97-c8ad5921a2aa req-8d37a812-03e4-497e-a9f9-34760bb5aadd tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:07.160421 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-07759eb2-17a2-4171-8f97-c8ad5921a2aa req-8d37a812-03e4-497e-a9f9-34760bb5aadd tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 945 time: 0.1183767
Nov 16 22:10:07.284851 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-07759eb2-17a2-4171-8f97-c8ad5921a2aa req-5605738d-73e2-415d-b6aa-0861de561477 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1178520
Nov 16 22:10:07.327746 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9bf4242f-a232-44f6-b32f-f03bb7d5f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:07.329254 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-9bf4242f-a232-44f6-b32f-f03bb7d5f93a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b1b1976c7d7b433792ca2cf522766f2b&device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 1097 time: 0.1218927
Nov 16 22:10:07.484482 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-b86713e1-6846-4f83-acd4-2d3f7c85e119 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc HTTP/1.1" status: 200  len: 217 time: 0.0699453
Nov 16 22:10:07.556316 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75797565-118b-4c99-9102-b3a228034e2f req-da7afa08-8237-429a-8351-a89567f649db tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:07.557824 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75797565-118b-4c99-9102-b3a228034e2f req-da7afa08-8237-429a-8351-a89567f649db tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.1795206
Nov 16 22:10:07.610187 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-975cc3fa-1284-4d47-9520-dbc875294815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:07.611560 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-975cc3fa-1284-4d47-9520-dbc875294815 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ebaf286-2ead-4350-b334-85d62bde1ac3 HTTP/1.1" status: 200  len: 847 time: 0.1036580
Nov 16 22:10:07.617077 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75797565-118b-4c99-9102-b3a228034e2f req-209c2181-9b9c-49fd-bb42-e9cf309e825f tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528092
Nov 16 22:10:07.702201 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-a91d415c-b4ba-4c67-b0ce-d5c79df37a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:07.703725 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-a91d415c-b4ba-4c67-b0ce-d5c79df37a3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3660de9-4971-4ec7-9b91-f728b00d6e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736904
Nov 16 22:10:07.845736 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-b1cd439b-de4b-447f-acf4-2940d6eb7d9b service neutron] 10.222.0.72 "GET /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328897
Nov 16 22:10:07.864841 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be89f5-6c1f-4c3b-9f69-69b041cfeda3 req-334e3403-80c5-4e1d-b108-5f063a73ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:07.866223 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-a7be89f5-6c1f-4c3b-9f69-69b041cfeda3 req-334e3403-80c5-4e1d-b108-5f063a73ef73 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 1098 time: 0.0769668
Nov 16 22:10:07.908314 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-a7be89f5-6c1f-4c3b-9f69-69b041cfeda3 req-4232e6ad-d452-4c30-bcd3-463d8676a03c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341978
Nov 16 22:10:07.982200 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb708f3-7779-4b86-b59d-4d2ee356b5f8 req-a1eb9ecd-4ea1-47da-9427-754180d202ce service neutron] 10.222.0.72 "GET /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276915
Nov 16 22:10:08.215918 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752506b3-dd00-4d86-8f8e-81ea8ef04570 req-6b63898b-79af-4092-9365-27f87d64a428 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:08.217397 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-752506b3-dd00-4d86-8f8e-81ea8ef04570 req-6b63898b-79af-4092-9365-27f87d64a428 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.0795431
Nov 16 22:10:08.264613 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-752506b3-dd00-4d86-8f8e-81ea8ef04570 req-79731a89-0d36-46e5-98b4-045f28d227a4 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404699
Nov 16 22:10:08.464783 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bb1ca-f231-4226-a513-8ee6ab970e53 req-18c336d7-55b9-4067-8bd1-47fd943c23c2 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:08.466254 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0c1bb1ca-f231-4226-a513-8ee6ab970e53 req-18c336d7-55b9-4067-8bd1-47fd943c23c2 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 945 time: 0.0819085
Nov 16 22:10:08.518997 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0c1bb1ca-f231-4226-a513-8ee6ab970e53 req-2332dcc2-90ed-4cea-9b9c-ef3b038cac4c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466082
Nov 16 22:10:08.867254 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabee076-e6a4-4f97-9895-442470616b25 req-4cbb5058-8bd5-4171-82e1-d89948b78882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:08.868715 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eabee076-e6a4-4f97-9895-442470616b25 req-4cbb5058-8bd5-4171-82e1-d89948b78882 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b1b1976c7d7b433792ca2cf522766f2b&device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 1097 time: 0.1016140
Nov 16 22:10:08.891509 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aba15f-ffe3-4108-9520-ce1e2350b552 req-ebe69b16-bff8-4d13-bdf8-1ecb01b9874b tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:08.895731 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75aba15f-ffe3-4108-9520-ce1e2350b552 req-ebe69b16-bff8-4d13-bdf8-1ecb01b9874b tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.1599393
Nov 16 22:10:09.017464 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-75aba15f-ffe3-4108-9520-ce1e2350b552 req-1c18b47e-2469-4875-bbe7-777760ead45e tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1182275
Nov 16 22:10:09.064589 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabee076-e6a4-4f97-9895-442470616b25 req-0d711cbf-8cf6-4b84-a61c-b9745d30394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:09.066009 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eabee076-e6a4-4f97-9895-442470616b25 req-0d711cbf-8cf6-4b84-a61c-b9745d30394f service neutron] 10.222.0.72 "GET /v2.0/networks?id=a3660de9-4971-4ec7-9b91-f728b00d6e34 HTTP/1.1" status: 200  len: 909 time: 0.1454160
Nov 16 22:10:09.139230 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eabee076-e6a4-4f97-9895-442470616b25 req-770a7cb4-33c1-4cdd-91be-68f0e7f13e39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc HTTP/1.1" status: 200  len: 217 time: 0.0648844
Nov 16 22:10:09.221793 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabee076-e6a4-4f97-9895-442470616b25 req-2107a873-7611-4f7c-a603-a61574560efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:09.223752 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eabee076-e6a4-4f97-9895-442470616b25 req-2107a873-7611-4f7c-a603-a61574560efe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ebaf286-2ead-4350-b334-85d62bde1ac3 HTTP/1.1" status: 200  len: 847 time: 0.0578051
Nov 16 22:10:09.327508 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabee076-e6a4-4f97-9895-442470616b25 req-8ec82a0a-2a82-4fbc-97a8-baa9fb895ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:09.327508 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eabee076-e6a4-4f97-9895-442470616b25 req-8ec82a0a-2a82-4fbc-97a8-baa9fb895ec8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3660de9-4971-4ec7-9b91-f728b00d6e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0899100
Nov 16 22:10:09.604011 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eabee076-e6a4-4f97-9895-442470616b25 req-1499f009-1109-499a-9acb-8c86c2edccf7 service neutron] 10.222.0.72 "GET /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2656410
Nov 16 22:10:09.616929 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f362bcd-868d-4268-8135-2336b45a7d72 req-8beabc17-6904-4f48-8588-1dc7d7e89e57 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:09.618339 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4f362bcd-868d-4268-8135-2336b45a7d72 req-8beabc17-6904-4f48-8588-1dc7d7e89e57 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1768036
Nov 16 22:10:09.791628 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4f362bcd-868d-4268-8135-2336b45a7d72 req-af0283fe-4215-40a2-9223-6530ca4f071b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675940
Nov 16 22:10:09.849249 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eabee076-e6a4-4f97-9895-442470616b25 req-b290160c-cb1f-496d-9555-06b530c40dde service neutron] 10.222.0.72 "GET /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1769819
Nov 16 22:10:09.861004 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7a221-de11-4688-a0d0-7b394155db25 req-5ea2d69e-ff7b-42ab-b524-396a558adca6 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:09.862422 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-64c7a221-de11-4688-a0d0-7b394155db25 req-5ea2d69e-ff7b-42ab-b524-396a558adca6 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 945 time: 0.2256000
Nov 16 22:10:09.929237 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-64c7a221-de11-4688-a0d0-7b394155db25 req-da6d1819-f2ee-4226-b8a4-cc06667e6531 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433486
Nov 16 22:10:10.256749 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b25c7-1200-403f-9a0a-37e6aa67af40 req-16d73f1a-555c-4074-8ebd-d634e8c1bf56 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:10.258291 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f48b25c7-1200-403f-9a0a-37e6aa67af40 req-16d73f1a-555c-4074-8ebd-d634e8c1bf56 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.1016254
Nov 16 22:10:10.305427 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f48b25c7-1200-403f-9a0a-37e6aa67af40 req-2271f0ad-d155-43a1-82d0-25956ec519da tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410178
Nov 16 22:10:10.983288 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6c46a-d7a2-4f8c-954b-1b30ea10c7b2 req-31098c7c-cd3e-40d7-aa48-a80d03475e86 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:10.984794 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-34f6c46a-d7a2-4f8c-954b-1b30ea10c7b2 req-31098c7c-cd3e-40d7-aa48-a80d03475e86 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.0818040
Nov 16 22:10:11.030200 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-34f6c46a-d7a2-4f8c-954b-1b30ea10c7b2 req-aff89c4d-b8c8-4dae-b3ce-d0482f38e744 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388021
Nov 16 22:10:11.127640 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59641b2-2099-49d8-9b5b-119fa0ec4c61 req-9bff1ca7-99ff-4de9-a6f9-28ca7317f041 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:11.129067 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b59641b2-2099-49d8-9b5b-119fa0ec4c61 req-9bff1ca7-99ff-4de9-a6f9-28ca7317f041 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 945 time: 0.0840089
Nov 16 22:10:11.172343 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b59641b2-2099-49d8-9b5b-119fa0ec4c61 req-ac13c942-ce70-4018-b1ce-3e8d975d0c1b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379236
Nov 16 22:10:11.359106 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056873f-2ebf-4f1c-9eb1-fe596349bc40 req-b9ec10bc-16a8-4879-8010-661598b728c7 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:11.360806 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a056873f-2ebf-4f1c-9eb1-fe596349bc40 req-b9ec10bc-16a8-4879-8010-661598b728c7 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 945 time: 0.0881026
Nov 16 22:10:11.413160 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a056873f-2ebf-4f1c-9eb1-fe596349bc40 req-d1a0205d-8af3-4b69-ad01-63432accc8c4 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442362
Nov 16 22:10:11.441872 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 37300) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:10:11.513705 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7a2c4-89b7-4f25-9137-84ec6d26a630 req-9cb9ab06-2f40-48a9-b710-515034395fd9 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:11.521674 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f3e7a2c4-89b7-4f25-9137-84ec6d26a630 req-9cb9ab06-2f40-48a9-b710-515034395fd9 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.0986757
Nov 16 22:10:11.581821 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f3e7a2c4-89b7-4f25-9137-84ec6d26a630 req-d82abc98-7371-4147-9946-31cc3dc8a6fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585411
Nov 16 22:10:11.750665 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26460e7-558c-43c8-920a-31b3bb207d39 tempest-TestVolumeBootPattern-267871902 tempest-TestVolumeBootPattern-267871902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:11.756411 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-a26460e7-558c-43c8-920a-31b3bb207d39 tempest-TestVolumeBootPattern-267871902 tempest-TestVolumeBootPattern-267871902-project-admin] Synchronizing usage tracker for tenant:3e200544e4fb47d3afa25a3be713c801 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:10:11.938483 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-a26460e7-558c-43c8-920a-31b3bb207d39 tempest-TestVolumeBootPattern-267871902 tempest-TestVolumeBootPattern-267871902-project-admin] Unset dirty status for tenant:3e200544e4fb47d3afa25a3be713c801 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:10:11.942411 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-a26460e7-558c-43c8-920a-31b3bb207d39 tempest-TestVolumeBootPattern-267871902 tempest-TestVolumeBootPattern-267871902-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 1093 time: 0.4975767
Nov 16 22:10:11.942627 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 37326) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:10:11.950076 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Request body: {'floatingip': {'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'port_id': 'a2b8c21a-472b-4e7f-b033-50f661db48a2', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:10:11.954524 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:10:11.959477 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Usage tracker for resource:floatingip and tenant:6f9679bda1c74f76bcf5494a43c366b3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:10:11.962641 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:10:11.973754 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:10:12.054010 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:12.124325 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca086b-05b2-4240-9761-e5c14e08c3e4 req-e4ea58dd-4d4d-438a-beab-570a1797fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:12.126561 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-57ca086b-05b2-4240-9761-e5c14e08c3e4 req-e4ea58dd-4d4d-438a-beab-570a1797fac2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 1099 time: 0.1103101
Nov 16 22:10:12.233592 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-57ca086b-05b2-4240-9761-e5c14e08c3e4 req-a9ee0c6a-68eb-4f81-89e9-86bf3fdb2d8b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981131
Nov 16 22:10:12.247859 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:12.287641 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0e2a1-0b0e-4a89-bbba-65210c833160 req-34cf275d-ad34-4b34-bee3-9aa2d9d1503f tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:12.295592 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f5c0e2a1-0b0e-4a89-bbba-65210c833160 req-34cf275d-ad34-4b34-bee3-9aa2d9d1503f tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1176732
Nov 16 22:10:12.353803 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f5c0e2a1-0b0e-4a89-bbba-65210c833160 req-71176a1a-6909-4a77-b2a7-b0f3a45945d7 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571520
Nov 16 22:10:12.532153 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Allocated IP 172.27.1.72 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/9cf9d315-635f-4fd8-a48c-1fd0c80dbb86) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:10:12.583037 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008f195-3562-4b7b-9b7b-77e6c0ad1499 req-5d367964-b793-4c9f-bc60-684a76162b57 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:12.584519 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2008f195-3562-4b7b-9b7b-77e6c0ad1499 req-5d367964-b793-4c9f-bc60-684a76162b57 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 945 time: 0.0860035
Nov 16 22:10:12.631126 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2008f195-3562-4b7b-9b7b-77e6c0ad1499 req-13c05ffa-d09b-4fa3-8420-ab80c4b9acb1 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407631
Nov 16 22:10:12.709378 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:12.796572 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:12.802627 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-80db44a8-55cd-4683-a959-abd4eb3696ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:12.817923 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226b617-e269-46ff-a012-91c6585b0404 req-cc6ca441-a329-4d54-979c-ccd17bdfc4f6 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:12.819412 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6226b617-e269-46ff-a012-91c6585b0404 req-cc6ca441-a329-4d54-979c-ccd17bdfc4f6 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.0893738
Nov 16 22:10:12.873317 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:10:12.874578 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6226b617-e269-46ff-a012-91c6585b0404 req-bb0afe66-b6d7-4cf9-ae1c-c6cf42c6d44f tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494611
Nov 16 22:10:12.876699 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:10:12.883614 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:10:12.925511 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event updated for resources: {'Port': ['ID=9cf9d315-635f-4fd8-a48c-1fd0c80dbb86,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:12.930285 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:13.314719 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:13.454639 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:13.574855 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d648a9d-d3ab-45e2-8e52-1adcb60743c3 req-5f654137-c166-4171-9cba-d45a486ac2de tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:13.576485 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d648a9d-d3ab-45e2-8e52-1adcb60743c3 req-5f654137-c166-4171-9cba-d45a486ac2de tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.0970848
Nov 16 22:10:13.623238 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d648a9d-d3ab-45e2-8e52-1adcb60743c3 req-37334bb6-a25a-48ac-8c23-809e223dcfc4 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410070
Nov 16 22:10:13.689336 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:13.779066 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:13.785897 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:13.827162 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a72ea-c4c7-4f7b-b9ea-6cf52e2ffa89 req-8f6d398d-886b-446d-8384-8ce9031080f2 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:13.828561 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6a2a72ea-c4c7-4f7b-b9ea-6cf52e2ffa89 req-8f6d398d-886b-446d-8384-8ce9031080f2 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 945 time: 0.0892954
Nov 16 22:10:13.874575 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6a2a72ea-c4c7-4f7b-b9ea-6cf52e2ffa89 req-a62ea6e6-8f2f-49df-931e-a8759410a4dc tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395961
Nov 16 22:10:13.921399 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event updated for resources: {'Port': ['ID=9cf9d315-635f-4fd8-a48c-1fd0c80dbb86,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:13.925438 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:13.930551 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:14.079527 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e5924-8105-41e1-a347-25c9ca05a32b req-57f12282-c888-4735-9a6c-ae0da8a549d6 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:14.081219 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c55e5924-8105-41e1-a347-25c9ca05a32b req-57f12282-c888-4735-9a6c-ae0da8a549d6 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.0888245
Nov 16 22:10:14.109869 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.l3_db [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Floating IP e4359a29-48af-431d-8ab8-3c764308c78e associated. External IP: 172.27.1.72, port: a2b8c21a-472b-4e7f-b033-50f661db48a2.
Nov 16 22:10:14.131506 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c55e5924-8105-41e1-a347-25c9ca05a32b req-24573316-47a9-43bc-971b-9ea95ea3dd66 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439632
Nov 16 22:10:14.572969 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Router 9f825689-a7ab-49eb-bade-a5da89564a6a has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:10:14.590317 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3e64842f-7bce-45a7-8561-4bb6ccffcbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:14.793545 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:10:14.803868 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9230e5-59e8-4e19-99bb-3802a7adb89c None None] Sync routers for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:10:14.813957 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9230e5-59e8-4e19-99bb-3802a7adb89c None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:10:14.814600 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-9d9230e5-59e8-4e19-99bb-3802a7adb89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d273d460>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:09:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:10:14.911775 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96ca56-2733-4d4b-8f21-7d5bfd737e6d req-53de2803-9c0c-484b-a246-36a21a532dca tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:14.913780 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5c96ca56-2733-4d4b-8f21-7d5bfd737e6d req-53de2803-9c0c-484b-a246-36a21a532dca tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1664398
Nov 16 22:10:14.916044 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:15.003252 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.0534165
Nov 16 22:10:15.003252 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7', 'tag': 'a2b8c21a-472b-4e7f-b033-50f661db48a2'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:10:15.005892 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-9d9230e5-59e8-4e19-99bb-3802a7adb89c None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:10:15.009465 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5c96ca56-2733-4d4b-8f21-7d5bfd737e6d req-351ffc59-3e68-4748-864d-1499b6dc3991 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851295
Nov 16 22:10:15.092735 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7', 'tag': 'a2b8c21a-472b-4e7f-b033-50f661db48a2', 'status': 'completed', 'code': 200}
Nov 16 22:10:15.104608 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:15.120204 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934273da-af45-420e-874e-8d4a6b3f78ca req-4a19568d-e2f0-4a37-b154-9f53afcf3e39 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:15.121780 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-934273da-af45-420e-874e-8d4a6b3f78ca req-4a19568d-e2f0-4a37-b154-9f53afcf3e39 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 945 time: 0.0932250
Nov 16 22:10:15.232610 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-934273da-af45-420e-874e-8d4a6b3f78ca req-b50610ff-9ca6-4ca2-8c45-b0058244174c tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046944
Nov 16 22:10:15.273437 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b93a03-6765-41de-be67-e28f48054c96 req-3d1f64f3-71be-492e-a30a-69c547e72d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:15.275194 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c9b93a03-6765-41de-be67-e28f48054c96 req-3d1f64f3-71be-492e-a30a-69c547e72d97 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 1098 time: 0.1029475
Nov 16 22:10:15.428528 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-9d9230e5-59e8-4e19-99bb-3802a7adb89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d273d460>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'e4359a29-48af-431d-8ab8-3c764308c78e', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'port_id': 'a2b8c21a-472b-4e7f-b033-50f661db48a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'mac_address': 'fa:16:3e:03:1f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:10:13Z', 'updated_at': '2021-11-16T22:10:13Z', 'revision_number': 0, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:10:15.432273 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9230e5-59e8-4e19-99bb-3802a7adb89c None None] Checking router: 9f825689-a7ab-49eb-bade-a5da89564a6a for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:10:15.440559 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9230e5-59e8-4e19-99bb-3802a7adb89c None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:10:15.442000 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-9d9230e5-59e8-4e19-99bb-3802a7adb89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d273d460>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:09:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:10:15.566173 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b93a03-6765-41de-be67-e28f48054c96 req-e4747f20-6172-4344-abf1-4127986d4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:15.568461 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c9b93a03-6765-41de-be67-e28f48054c96 req-e4747f20-6172-4344-abf1-4127986d4da1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6431ab66-4714-41a7-87a8-d3f34aa0544b HTTP/1.1" status: 200  len: 912 time: 0.1643906
Nov 16 22:10:15.658398 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-9d9230e5-59e8-4e19-99bb-3802a7adb89c None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:10:15.690574 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c9b93a03-6765-41de-be67-e28f48054c96 req-5726a03e-09f8-4ec2-be9d-2f75391655b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2b8c21a-472b-4e7f-b033-50f661db48a2 HTTP/1.1" status: 200  len: 998 time: 0.1091497
Nov 16 22:10:15.698415 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c8c81-ba8c-4511-a0c6-99470be6fc12 req-554d01ee-fe93-45f0-a02b-076bdc29da3d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:15.699871 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f26c8c81-ba8c-4511-a0c6-99470be6fc12 req-554d01ee-fe93-45f0-a02b-076bdc29da3d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.3376353
Nov 16 22:10:15.790507 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b93a03-6765-41de-be67-e28f48054c96 req-d0f92e58-f57d-43c5-8fba-98e2ae3d526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:15.793273 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c9b93a03-6765-41de-be67-e28f48054c96 req-d0f92e58-f57d-43c5-8fba-98e2ae3d526e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c792dd0-a876-4286-9c4a-d4da350cf7f1 HTTP/1.1" status: 200  len: 850 time: 0.0912838
Nov 16 22:10:15.800294 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f26c8c81-ba8c-4511-a0c6-99470be6fc12 req-997feaa9-3ecb-4a43-a3ef-7ef829d7ee81 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658929
Nov 16 22:10:15.884278 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b93a03-6765-41de-be67-e28f48054c96 req-e49f45a6-537b-4fb9-a30d-ca1f55ba594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:15.885761 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c9b93a03-6765-41de-be67-e28f48054c96 req-e49f45a6-537b-4fb9-a30d-ca1f55ba594b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6431ab66-4714-41a7-87a8-d3f34aa0544b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844922
Nov 16 22:10:16.042648 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72486fd9-3b42-4f46-8eda-3d99b118899b req-bfb3b6bb-f82e-496d-ba87-a4f96c27f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:16.046256 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-72486fd9-3b42-4f46-8eda-3d99b118899b req-bfb3b6bb-f82e-496d-ba87-a4f96c27f9a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31f2fb519aca4110a2e1ceb5fde62e59&device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 1099 time: 0.0902317
Nov 16 22:10:16.064116 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-9d9230e5-59e8-4e19-99bb-3802a7adb89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d273d460>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'e4359a29-48af-431d-8ab8-3c764308c78e', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'port_id': 'a2b8c21a-472b-4e7f-b033-50f661db48a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'mac_address': 'fa:16:3e:03:1f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:10:13Z', 'updated_at': '2021-11-16T22:10:13Z', 'revision_number': 0, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:10:16.069355 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9230e5-59e8-4e19-99bb-3802a7adb89c None None] The sync data for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi is: [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'e4359a29-48af-431d-8ab8-3c764308c78e', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'port_id': 'a2b8c21a-472b-4e7f-b033-50f661db48a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'mac_address': 'fa:16:3e:03:1f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:10:13Z', 'updated_at': '2021-11-16T22:10:13Z', 'revision_number': 0, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:10:16.087238 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9219fb-ded8-4811-967d-58709cb53ef0 req-d42a0225-9755-4620-a3de-1b16897896ed tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:16.089678 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3e9219fb-ded8-4811-967d-58709cb53ef0 req-d42a0225-9755-4620-a3de-1b16897896ed tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1979928
Nov 16 22:10:16.093503 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c9b93a03-6765-41de-be67-e28f48054c96 req-38cb4e7f-fca4-4844-8829-2cc7518bc786 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1708145
Nov 16 22:10:16.216958 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72486fd9-3b42-4f46-8eda-3d99b118899b req-7dddadc0-4327-4166-b446-d34308327f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:16.218482 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-72486fd9-3b42-4f46-8eda-3d99b118899b req-7dddadc0-4327-4166-b446-d34308327f9e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0087e2d7-4f1a-4fea-baad-ae616045916e HTTP/1.1" status: 200  len: 920 time: 0.1617727
Nov 16 22:10:16.230361 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3e9219fb-ded8-4811-967d-58709cb53ef0 req-6a0f9402-07fe-4c4e-87f0-b1cac9caf6a8 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339765
Nov 16 22:10:16.304759 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c9b93a03-6765-41de-be67-e28f48054c96 req-126d9b7e-6c46-4a91-9595-c87c699893f1 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1684396
Nov 16 22:10:16.307051 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-72486fd9-3b42-4f46-8eda-3d99b118899b req-153e286c-8f42-44ae-9abe-7b487ef2a2e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd HTTP/1.1" status: 200  len: 217 time: 0.0802252
Nov 16 22:10:16.327465 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed3ac3-5381-4c72-8efa-5af453796f11 None None] New status for floating IP e4359a29-48af-431d-8ab8-3c764308c78e: ACTIVE {{(pid=87471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:10:16.444018 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b378202-3a79-47fb-bdc0-c0c2d5b4bfdc req-201d0f5a-678d-418e-a665-8cb144e7dd65 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:16.445660 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1b378202-3a79-47fb-bdc0-c0c2d5b4bfdc req-201d0f5a-678d-418e-a665-8cb144e7dd65 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 945 time: 0.0941508
Nov 16 22:10:16.570311 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72486fd9-3b42-4f46-8eda-3d99b118899b req-20102820-7e22-48bd-a9f0-791c431a8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:16.571904 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-72486fd9-3b42-4f46-8eda-3d99b118899b req-20102820-7e22-48bd-a9f0-791c431a8c15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=feff6ede-3b67-4d6a-b1b3-d918954bcf9b HTTP/1.1" status: 200  len: 859 time: 0.0898232
Nov 16 22:10:16.584880 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1b378202-3a79-47fb-bdc0-c0c2d5b4bfdc req-9f55883c-0ae4-44b2-8fc6-4d7f4bc45cf8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334279
Nov 16 22:10:16.621631 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef2aef-9b7e-46f1-aaca-6619ce0f0817 req-1e7d016b-7130-4b9c-afcb-0a9252e9fe2f tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:16.623315 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7aef2aef-9b7e-46f1-aaca-6619ce0f0817 req-1e7d016b-7130-4b9c-afcb-0a9252e9fe2f tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 945 time: 0.1265340
Nov 16 22:10:16.632355 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-72486fd9-3b42-4f46-8eda-3d99b118899b req-c6406d58-1af5-446d-ac51-cc8fdb32f80c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0087e2d7-4f1a-4fea-baad-ae616045916e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455275
Nov 16 22:10:16.742169 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-7aef2aef-9b7e-46f1-aaca-6619ce0f0817 req-85b907db-e266-4abb-b7df-08f12b59a3c8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Deleting port 0c0c9ad4-51e2-4cc6-9658-93239225f56f {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:10:16.742657 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-7aef2aef-9b7e-46f1-aaca-6619ce0f0817 req-85b907db-e266-4abb-b7df-08f12b59a3c8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:16.809955 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-72486fd9-3b42-4f46-8eda-3d99b118899b req-0e0d088b-b58e-44db-9471-6499a001f0c5 service neutron] 10.222.0.72 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425502
Nov 16 22:10:16.984727 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-72486fd9-3b42-4f46-8eda-3d99b118899b req-8f657a2b-231c-4b98-9a0a-5d76f1af93fb service neutron] 10.222.0.72 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654370
Nov 16 22:10:17.183983 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a2d22cf7-9b64-4bb5-a631-9f36f062d0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:17.209971 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-7aef2aef-9b7e-46f1-aaca-6619ce0f0817 req-85b907db-e266-4abb-b7df-08f12b59a3c8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] For port 0c0c9ad4-51e2-4cc6-9658-93239225f56f, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0c0c9ad4-51e2-4cc6-9658-93239225f56f,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:10:17.210850 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-7aef2aef-9b7e-46f1-aaca-6619ce0f0817 req-85b907db-e266-4abb-b7df-08f12b59a3c8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:17.284142 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb9eea-a4df-4c15-be8c-053e73678448 req-dfa33246-0253-43a0-8800-bbe50af452c0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:17.286137 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-76fb9eea-a4df-4c15-be8c-053e73678448 req-dfa33246-0253-43a0-8800-bbe50af452c0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.2843068
Nov 16 22:10:17.346369 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-7aef2aef-9b7e-46f1-aaca-6619ce0f0817 req-85b907db-e266-4abb-b7df-08f12b59a3c8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Calling delete_port for 0c0c9ad4-51e2-4cc6-9658-93239225f56f owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:10:17.546892 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-76fb9eea-a4df-4c15-be8c-053e73678448 req-9efbd851-761d-4191-b303-31ae00ecac6f tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2073650
Nov 16 22:10:17.645055 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf50a4f-b2af-4e5b-8591-0bc1d82d132e req-37ab3b0c-dca8-4c41-a8fa-c51878d73d27 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:17.651767 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-caf50a4f-b2af-4e5b-8591-0bc1d82d132e req-37ab3b0c-dca8-4c41-a8fa-c51878d73d27 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.2732313
Nov 16 22:10:17.705498 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-caf50a4f-b2af-4e5b-8591-0bc1d82d132e req-c73c34d1-2e19-4330-9a7e-4eecb5901336 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526392
Nov 16 22:10:17.767175 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-7aef2aef-9b7e-46f1-aaca-6619ce0f0817 req-85b907db-e266-4abb-b7df-08f12b59a3c8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:17.777783 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:17.827085 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['4dcf2ef0-b180-426b-b0f7-470aa9fab5c7', 'ec3884d7-d763-4638-87cd-d0d0c7375ccc', 'ae845c9d-3da0-40a1-ab4c-c1c759583ddf'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:10:17.829249 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b907db-e266-4abb-b7df-08f12b59a3c8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Pushing event deleted for resources: {'Port': ['ID=0c0c9ad4-51e2-4cc6-9658-93239225f56f,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:17.834394 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-85b907db-e266-4abb-b7df-08f12b59a3c8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:17.911513 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aef2aef-9b7e-46f1-aaca-6619ce0f0817 req-85b907db-e266-4abb-b7df-08f12b59a3c8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] No DVR routers for this DVR port 0c0c9ad4-51e2-4cc6-9658-93239225f56f on host hv-cinder-81814 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:10:17.921996 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89287cc0-1e5e-45f2-8e49-56ed0e19fce2 req-3628a7e7-9bcf-4b66-bf5c-508470a07f55 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:17.931601 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-89287cc0-1e5e-45f2-8e49-56ed0e19fce2 req-3628a7e7-9bcf-4b66-bf5c-508470a07f55 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=a12651d9-0fd8-468e-8f93-d050ecd72cbc HTTP/1.1" status: 200  len: 945 time: 0.2243106
Nov 16 22:10:17.951594 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-7aef2aef-9b7e-46f1-aaca-6619ce0f0817 req-85b907db-e266-4abb-b7df-08f12b59a3c8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:17.954040 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12651d9-0fd8-468e-8f93-d050ecd72cbc', 'name': 'network-vif-deleted', 'tag': '0c0c9ad4-51e2-4cc6-9658-93239225f56f'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:10:17.967444 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7aef2aef-9b7e-46f1-aaca-6619ce0f0817 req-85b907db-e266-4abb-b7df-08f12b59a3c8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "DELETE /v2.0/ports/0c0c9ad4-51e2-4cc6-9658-93239225f56f HTTP/1.1" status: 204  len: 173 time: 1.2992110
Nov 16 22:10:17.996201 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-89287cc0-1e5e-45f2-8e49-56ed0e19fce2 req-e49835c3-7201-4cba-91a4-99a5c2be9b0f tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632088
Nov 16 22:10:18.020233 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12651d9-0fd8-468e-8f93-d050ecd72cbc', 'name': 'network-vif-deleted', 'tag': '0c0c9ad4-51e2-4cc6-9658-93239225f56f', 'status': 'completed', 'code': 200}
Nov 16 22:10:18.353590 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 0c0c9ad4-51e2-4cc6-9658-93239225f56f no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:10:18.389105 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: 0c0c9ad4-51e2-4cc6-9658-93239225f56f {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:10:18.389455 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 0c0c9ad4-51e2-4cc6-9658-93239225f56f not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:10:18.572280 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:18.736051 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfce454-81c1-44fa-b105-1876aa4b6b8f req-a61b0921-8947-4288-b735-627a33b86fd9 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:18.737505 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bfce454-81c1-44fa-b105-1876aa4b6b8f req-a61b0921-8947-4288-b735-627a33b86fd9 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.0804670
Nov 16 22:10:18.784480 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bfce454-81c1-44fa-b105-1876aa4b6b8f req-20cbbe1d-07da-4a12-9e31-0d08332b5372 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409417
Nov 16 22:10:18.913463 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f769d-b9d4-478f-b47f-6131bbf26f53 req-d0c40cba-11c8-4955-ba1f-4e539ad5238f tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:18.915236 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-604f769d-b9d4-478f-b47f-6131bbf26f53 req-d0c40cba-11c8-4955-ba1f-4e539ad5238f tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.0894058
Nov 16 22:10:18.964381 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-604f769d-b9d4-478f-b47f-6131bbf26f53 req-4a8df71d-5679-4066-8f6f-c2de697ee10b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421929
Nov 16 22:10:19.630730 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7990bf8-6953-4862-8a8e-92a074a488d2 req-7ba4df73-8a91-4447-8a73-e31191fbbd3c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:19.632229 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a7990bf8-6953-4862-8a8e-92a074a488d2 req-7ba4df73-8a91-4447-8a73-e31191fbbd3c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.0876606
Nov 16 22:10:19.676523 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a7990bf8-6953-4862-8a8e-92a074a488d2 req-21798bd4-5861-4af1-9814-b3fc984ef02c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384731
Nov 16 22:10:19.904157 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:19.976044 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfcad9-3bef-4a66-927b-f6af627eb094 req-be88caf3-fd6b-4da2-8420-7402e90d7742 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:19.977503 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e6cfcad9-3bef-4a66-927b-f6af627eb094 req-be88caf3-fd6b-4da2-8420-7402e90d7742 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.0852683
Nov 16 22:10:20.025835 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e6cfcad9-3bef-4a66-927b-f6af627eb094 req-328e65a4-67e7-4843-a184-56c8bcb7bdc9 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424609
Nov 16 22:10:20.153480 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89175c8-cccc-4825-8a66-02a981faf983 req-eaa814ae-c0c1-46ee-a6e5-83f391b8dfbe tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:20.155617 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d89175c8-cccc-4825-8a66-02a981faf983 req-eaa814ae-c0c1-46ee-a6e5-83f391b8dfbe tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.0824699
Nov 16 22:10:20.217204 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d89175c8-cccc-4825-8a66-02a981faf983 req-c6665873-5713-42c9-b487-065f41dc2c33 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547466
Nov 16 22:10:20.365507 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:10:20.507786 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,segment=NetworkSegment(ad66b2e4-588b-463b-9bb1-75be8bdd7d92),segment_id=ad66b2e4-588b-463b-9bb1-75be8bdd7d92)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:10:20.522167 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc', 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'port_id': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc', 'mac_address': 'fa:16:3e:25:c1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:10:20.582079 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:20.602203 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:10:20.618723 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,segment=NetworkSegment(ad66b2e4-588b-463b-9bb1-75be8bdd7d92),segment_id=ad66b2e4-588b-463b-9bb1-75be8bdd7d92)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:10:20.664349 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:20.666134 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:20.739875 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:20.748479 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:20.748758 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:20.749272 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:20.749777 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:20.750112 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:20.750440 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:20.750763 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:20.751081 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:20.751455 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:20.751777 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:20.752099 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:20.752417 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:20.758487 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:20.878030 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0f2b7-57e9-41af-aa2e-bf5d2c525fa1 req-2e717d9c-760d-4543-8590-18bd3669e3e8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:20.880221 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-78b0f2b7-57e9-41af-aa2e-bf5d2c525fa1 req-2e717d9c-760d-4543-8590-18bd3669e3e8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.0880127
Nov 16 22:10:20.925083 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-78b0f2b7-57e9-41af-aa2e-bf5d2c525fa1 req-1d78a299-cd0f-4891-8b1a-464fcbacde09 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386713
Nov 16 22:10:21.254701 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaf7a2-8fcc-4abe-82c9-a80e0e19fb96 req-06fd0185-6b65-44a6-99b2-228c6047d235 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:21.256190 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d2aaf7a2-8fcc-4abe-82c9-a80e0e19fb96 req-06fd0185-6b65-44a6-99b2-228c6047d235 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 945 time: 0.1172097
Nov 16 22:10:21.323734 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d2aaf7a2-8fcc-4abe-82c9-a80e0e19fb96 req-bd7e4189-b4af-4609-accf-8625d7112df8 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616915
Nov 16 22:10:21.344749 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98593b29-5374-4cfa-8e48-443c1dfad8dc req-ccd55cd1-dbfc-4420-8742-7a6f4cd1f6db tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:21.345451 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-98593b29-5374-4cfa-8e48-443c1dfad8dc req-ccd55cd1-dbfc-4420-8742-7a6f4cd1f6db tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Synchronizing usage tracker for tenant:0ff32488ac0b488db1e560c3c5ac25bd on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:10:21.412771 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-98593b29-5374-4cfa-8e48-443c1dfad8dc req-ccd55cd1-dbfc-4420-8742-7a6f4cd1f6db tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Unset dirty status for tenant:0ff32488ac0b488db1e560c3c5ac25bd on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:10:21.414143 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-98593b29-5374-4cfa-8e48-443c1dfad8dc req-ccd55cd1-dbfc-4420-8742-7a6f4cd1f6db tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 945 time: 0.1991866
Nov 16 22:10:21.446687 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['0be9e9c4-55b3-428b-b8ef-1f63b96e93cc'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:10:21.608014 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-98593b29-5374-4cfa-8e48-443c1dfad8dc req-fffbc523-d5c2-4cf1-ae6a-c9feea54a61a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867521
Nov 16 22:10:21.650643 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f684b-0b2a-45cb-aa6d-37ea5c7b9b48 req-c48a7254-989a-402b-b1a8-759a55f61f00 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:21.651994 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-db4f684b-0b2a-45cb-aa6d-37ea5c7b9b48 req-c48a7254-989a-402b-b1a8-759a55f61f00 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.2296214
Nov 16 22:10:21.705222 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-db4f684b-0b2a-45cb-aa6d-37ea5c7b9b48 req-6647f036-d410-48a7-b064-881e316eabbf tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464430
Nov 16 22:10:22.128566 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53ed1c-39c5-45cc-b77f-3e12997f4163 req-7cf2eeaa-b9bc-40f0-96e9-5a00d254975e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:22.132702 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2b53ed1c-39c5-45cc-b77f-3e12997f4163 req-7cf2eeaa-b9bc-40f0-96e9-5a00d254975e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.0915072
Nov 16 22:10:22.179434 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2b53ed1c-39c5-45cc-b77f-3e12997f4163 req-98718135-33ee-4645-b521-cc4e73bd961c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398331
Nov 16 22:10:22.526177 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc9ecb-88aa-499d-b8d0-eebab34cafdf req-d1de14bc-8e33-4bb7-a6ff-ee9f9c80bd3e tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:22.527650 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-64dc9ecb-88aa-499d-b8d0-eebab34cafdf req-d1de14bc-8e33-4bb7-a6ff-ee9f9c80bd3e tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 945 time: 0.0872488
Nov 16 22:10:22.573567 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-64dc9ecb-88aa-499d-b8d0-eebab34cafdf req-5a89b148-f0ff-4e86-97a6-2988568e7170 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402966
Nov 16 22:10:22.802620 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040933a-361f-4dbb-b11d-cb351a5ff3e9 req-b2be6971-bd68-41f2-b6fa-d07b2a2b17a4 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:22.804285 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d040933a-361f-4dbb-b11d-cb351a5ff3e9 req-b2be6971-bd68-41f2-b6fa-d07b2a2b17a4 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 945 time: 0.0841162
Nov 16 22:10:22.899190 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d040933a-361f-4dbb-b11d-cb351a5ff3e9 req-ce14826d-4498-4590-ab16-a0570b2bed52 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885584
Nov 16 22:10:22.926009 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c9a75-c781-4a6a-9198-89d7f7b794e5 req-a3643ecc-b5d4-48f0-9e84-72532f0cfe49 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:22.927455 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-484c9a75-c781-4a6a-9198-89d7f7b794e5 req-a3643ecc-b5d4-48f0-9e84-72532f0cfe49 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1010792
Nov 16 22:10:22.973710 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-484c9a75-c781-4a6a-9198-89d7f7b794e5 req-de42b949-789b-4fbf-9a71-a63dfd5005c4 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406601
Nov 16 22:10:23.371329 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4df82-438e-4dfb-9667-d9bc03304397 req-9556b7e3-8cb6-4667-83d7-d84cdf177239 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:23.373506 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-14c4df82-438e-4dfb-9667-d9bc03304397 req-9556b7e3-8cb6-4667-83d7-d84cdf177239 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.0836849
Nov 16 22:10:23.424940 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-14c4df82-438e-4dfb-9667-d9bc03304397 req-5cdb2c90-3491-4a18-aed4-7884a3ffa1a8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465775
Nov 16 22:10:23.435057 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:10:23.766773 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59275-29cd-4bf4-95c8-6fb0ce4468da req-8d66dc7e-4e3f-4ec7-b21d-a9401f330a14 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:23.768151 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5ab59275-29cd-4bf4-95c8-6fb0ce4468da req-8d66dc7e-4e3f-4ec7-b21d-a9401f330a14 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 945 time: 0.0875812
Nov 16 22:10:23.813355 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5ab59275-29cd-4bf4-95c8-6fb0ce4468da req-f9fb4b43-1ac7-4504-992a-d49f69aa6bb1 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385966
Nov 16 22:10:24.094386 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e36d1-c00f-4b38-8f5d-4f9ad80f2bbe req-5767e37d-f9a1-4ff3-b127-a4bab9c739c7 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:24.095857 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-599e36d1-c00f-4b38-8f5d-4f9ad80f2bbe req-5767e37d-f9a1-4ff3-b127-a4bab9c739c7 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 945 time: 0.0814118
Nov 16 22:10:24.138943 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-599e36d1-c00f-4b38-8f5d-4f9ad80f2bbe req-53ef8748-56e6-4348-91a0-83a17233fb87 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374088
Nov 16 22:10:24.405401 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:10:24.458673 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0c2f6-eaf7-4a8b-b54d-8b83d2fdb782 req-16d05d17-2b92-4460-bb3a-0d7853987ce9 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:24.460228 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bf0c2f6-eaf7-4a8b-b54d-8b83d2fdb782 req-16d05d17-2b92-4460-bb3a-0d7853987ce9 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 945 time: 0.0851653
Nov 16 22:10:24.555026 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:10:24.560427 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:10:24.561111 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:24.607785 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-4bf0c2f6-eaf7-4a8b-b54d-8b83d2fdb782 req-36af0496-0c05-45ae-b27b-d75830e32723 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Deleting port ae845c9d-3da0-40a1-ab4c-c1c759583ddf {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:10:24.608180 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-4bf0c2f6-eaf7-4a8b-b54d-8b83d2fdb782 req-36af0496-0c05-45ae-b27b-d75830e32723 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:24.710535 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:24.715778 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0a9a6-3818-4025-8b86-b0263c95331c req-fc62b572-e2ee-4fdc-81ee-7145bd3e642d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:24.717265 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8ec0a9a6-3818-4025-8b86-b0263c95331c req-fc62b572-e2ee-4fdc-81ee-7145bd3e642d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1790190
Nov 16 22:10:24.742839 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:10:24.763614 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,segment=NetworkSegment(ad66b2e4-588b-463b-9bb1-75be8bdd7d92),segment_id=ad66b2e4-588b-463b-9bb1-75be8bdd7d92)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:10:24.844696 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8ec0a9a6-3818-4025-8b86-b0263c95331c req-b4c1bc2f-03e1-42ca-933c-794d3e581e89 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946045
Nov 16 22:10:24.846852 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:24.848968 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:24.917627 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc', 'code': 200}
Nov 16 22:10:24.935610 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:24.939100 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:24.979012 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-4bf0c2f6-eaf7-4a8b-b54d-8b83d2fdb782 req-36af0496-0c05-45ae-b27b-d75830e32723 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] For port ae845c9d-3da0-40a1-ab4c-c1c759583ddf, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=ae845c9d-3da0-40a1-ab4c-c1c759583ddf,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:10:24.979405 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-4bf0c2f6-eaf7-4a8b-b54d-8b83d2fdb782 req-36af0496-0c05-45ae-b27b-d75830e32723 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:25.138299 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-4bf0c2f6-eaf7-4a8b-b54d-8b83d2fdb782 req-36af0496-0c05-45ae-b27b-d75830e32723 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Calling delete_port for ae845c9d-3da0-40a1-ab4c-c1c759583ddf owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:10:25.281881 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b677a-e859-4242-8e61-6d15139be9e0 req-f6c78114-5086-4497-a9db-88f691263a4c tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:25.283374 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-350b677a-e859-4242-8e61-6d15139be9e0 req-f6c78114-5086-4497-a9db-88f691263a4c tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.2426298
Nov 16 22:10:25.348566 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-350b677a-e859-4242-8e61-6d15139be9e0 req-77cedbd4-9e1f-4593-9a0c-92e9c7b9ff84 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586319
Nov 16 22:10:25.417960 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-4bf0c2f6-eaf7-4a8b-b54d-8b83d2fdb782 req-36af0496-0c05-45ae-b27b-d75830e32723 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:25.424370 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:25.458120 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['4dcf2ef0-b180-426b-b0f7-470aa9fab5c7', 'ec3884d7-d763-4638-87cd-d0d0c7375ccc'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:10:25.495106 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e5c35-9064-4073-b74e-edd5b8cb17ef req-6cfcd421-63ad-41a8-b4eb-1502ebdbb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:25.496778 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d09e5c35-9064-4073-b74e-edd5b8cb17ef req-6cfcd421-63ad-41a8-b4eb-1502ebdbb7a5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 1099 time: 0.0790682
Nov 16 22:10:25.569400 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d09e5c35-9064-4073-b74e-edd5b8cb17ef req-c6ed133c-0922-4167-9078-641f5631891d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649514
Nov 16 22:10:25.632195 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af0496-0c05-45ae-b27b-d75830e32723 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Pushing event deleted for resources: {'Port': ['ID=ae845c9d-3da0-40a1-ab4c-c1c759583ddf,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:25.639772 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-36af0496-0c05-45ae-b27b-d75830e32723 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:25.641982 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9114a2ec-553f-42e8-afb4-7b203f7e9741 req-71990500-432e-4250-9f3c-454967dffbfb tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 210 time: 0.0783136
Nov 16 22:10:25.726283 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf0c2f6-eaf7-4a8b-b54d-8b83d2fdb782 req-36af0496-0c05-45ae-b27b-d75830e32723 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] No DVR routers for this DVR port ae845c9d-3da0-40a1-ab4c-c1c759583ddf on host hv-cinder-81814 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:10:25.729622 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-4bf0c2f6-eaf7-4a8b-b54d-8b83d2fdb782 req-36af0496-0c05-45ae-b27b-d75830e32723 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:25.733990 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a192bec-3ef8-4128-9606-6d8c692934ef', 'name': 'network-vif-deleted', 'tag': 'ae845c9d-3da0-40a1-ab4c-c1c759583ddf'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:10:25.784895 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bf0c2f6-eaf7-4a8b-b54d-8b83d2fdb782 req-36af0496-0c05-45ae-b27b-d75830e32723 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "DELETE /v2.0/ports/ae845c9d-3da0-40a1-ab4c-c1c759583ddf HTTP/1.1" status: 204  len: 173 time: 1.3089268
Nov 16 22:10:25.787761 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a192bec-3ef8-4128-9606-6d8c692934ef', 'name': 'network-vif-deleted', 'tag': 'ae845c9d-3da0-40a1-ab4c-c1c759583ddf', 'status': 'completed', 'code': 200}
Nov 16 22:10:26.106479 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4aca7-b51a-41e5-b9d4-92f80ab72e7a req-6f7401b8-8e4d-4860-a43e-6eefeedb408e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:26.107888 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e5b4aca7-b51a-41e5-b9d4-92f80ab72e7a req-6f7401b8-8e4d-4860-a43e-6eefeedb408e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1482787
Nov 16 22:10:26.116635 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d78eb3-21a1-456a-aeaa-96a488b46aa8 req-13ab419b-b25f-4c37-a2cd-a95379b53ac7 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:26.117988 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c2d78eb3-21a1-456a-aeaa-96a488b46aa8 req-13ab419b-b25f-4c37-a2cd-a95379b53ac7 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1225672
Nov 16 22:10:26.187987 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e5b4aca7-b51a-41e5-b9d4-92f80ab72e7a req-283796ee-ca0c-430f-a7e9-febfb5f9f2f7 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690324
Nov 16 22:10:26.192581 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c2d78eb3-21a1-456a-aeaa-96a488b46aa8 req-cc18260e-cfc8-4e70-a81e-02ff44db36a5 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609002
Nov 16 22:10:26.379967 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device ae845c9d-3da0-40a1-ab4c-c1c759583ddf no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:10:26.416637 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: ae845c9d-3da0-40a1-ab4c-c1c759583ddf {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:10:26.416999 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device ae845c9d-3da0-40a1-ab4c-c1c759583ddf not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:10:26.560812 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccde7b8-07bb-4c99-b40a-e674027e43da req-59188766-1855-4671-ac58-a05589f83e6f tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:26.563623 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2ccde7b8-07bb-4c99-b40a-e674027e43da req-59188766-1855-4671-ac58-a05589f83e6f tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.0970268
Nov 16 22:10:26.618535 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2ccde7b8-07bb-4c99-b40a-e674027e43da req-89777cfa-6dd0-450c-848f-664ef4483624 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475600
Nov 16 22:10:26.815044 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-73a31237-e820-4e7a-9e7e-801988b15e4b req-6531898e-baf5-4afe-a834-df8d2af00167 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Synchronizing usage tracker for tenant:0ff32488ac0b488db1e560c3c5ac25bd on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:10:26.886752 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-73a31237-e820-4e7a-9e7e-801988b15e4b req-6531898e-baf5-4afe-a834-df8d2af00167 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Unset dirty status for tenant:0ff32488ac0b488db1e560c3c5ac25bd on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:10:26.888703 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-73a31237-e820-4e7a-9e7e-801988b15e4b req-6531898e-baf5-4afe-a834-df8d2af00167 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a192bec-3ef8-4128-9606-6d8c692934ef HTTP/1.1" status: 200  len: 210 time: 0.1186376
Nov 16 22:10:27.399396 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d4f47-435c-4ee2-ad13-7e9659677c43 req-17871fbd-b7b4-49c1-8f20-8c56b51b731e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:27.404952 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-829d4f47-435c-4ee2-ad13-7e9659677c43 req-17871fbd-b7b4-49c1-8f20-8c56b51b731e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.0966220
Nov 16 22:10:27.446583 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-829d4f47-435c-4ee2-ad13-7e9659677c43 req-3dc8c706-29cc-4662-848d-d700f45d1fa3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394695
Nov 16 22:10:27.810618 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1617450-2f43-4719-a1a8-74d86814e4da req-d4920228-6e51-4e19-96be-59341dd893c3 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:27.812090 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c1617450-2f43-4719-a1a8-74d86814e4da req-d4920228-6e51-4e19-96be-59341dd893c3 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.0855465
Nov 16 22:10:27.857512 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c1617450-2f43-4719-a1a8-74d86814e4da req-8ef35d3b-5b0b-4476-964b-09ab64256d2f tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396371
Nov 16 22:10:28.505782 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77479728-18b0-4ee6-8f79-7a82f2570a80 req-ba6c7dd2-db37-4cea-9aed-c50b9626608a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:28.507436 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-77479728-18b0-4ee6-8f79-7a82f2570a80 req-ba6c7dd2-db37-4cea-9aed-c50b9626608a tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 946 time: 0.0863771
Nov 16 22:10:28.556781 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-77479728-18b0-4ee6-8f79-7a82f2570a80 req-2518c457-9eb6-490a-aa94-23911abbc907 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437100
Nov 16 22:10:28.650937 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ab197-932f-4a91-8084-2791c5b60a09 req-db589c35-51c2-4dba-a60e-8149be166ca7 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:28.652653 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6c8ab197-932f-4a91-8084-2791c5b60a09 req-db589c35-51c2-4dba-a60e-8149be166ca7 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.0823672
Nov 16 22:10:28.699960 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6c8ab197-932f-4a91-8084-2791c5b60a09 req-6359f0b2-2d2c-4267-a471-746b76287533 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415239
Nov 16 22:10:29.110291 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335a2dd-fb98-425e-9f55-391748f32cc4 req-9f69b429-532e-467f-810f-29928aa9b588 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:29.111794 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f335a2dd-fb98-425e-9f55-391748f32cc4 req-9f69b429-532e-467f-810f-29928aa9b588 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.1440110
Nov 16 22:10:29.115970 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d2312e54-1f35-460d-b31a-7c55fdea0d14 req-2ccd6b7c-39c4-4ecf-bd0e-c617d515165e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1082618
Nov 16 22:10:29.157423 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f335a2dd-fb98-425e-9f55-391748f32cc4 req-ab70c60c-a0c8-4c0a-9c6c-28486ec6bece tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393698
Nov 16 22:10:29.236873 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2312e54-1f35-460d-b31a-7c55fdea0d14 req-638ec68e-769a-476c-87a8-00b60d8ad4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:29.238674 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d2312e54-1f35-460d-b31a-7c55fdea0d14 req-638ec68e-769a-476c-87a8-00b60d8ad4d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d04568cfc5e34832ab38095b3142e660&device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 1099 time: 0.0724826
Nov 16 22:10:29.466636 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2312e54-1f35-460d-b31a-7c55fdea0d14 req-ba11691b-0fd8-4e44-8920-7ee9dd51763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:29.468638 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d2312e54-1f35-460d-b31a-7c55fdea0d14 req-ba11691b-0fd8-4e44-8920-7ee9dd51763a service neutron] 10.222.0.72 "GET /v2.0/networks?id=91376ca1-c1ee-4c7f-a3fa-566639b36d15 HTTP/1.1" status: 200  len: 912 time: 0.1746109
Nov 16 22:10:29.477384 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cfdcf-6a26-4cd1-bf55-fe8e8f6706a1 req-cfb4fb85-6bf4-4588-82f7-c9b5534846d0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:29.478748 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3e9cfdcf-6a26-4cd1-bf55-fe8e8f6706a1 req-cfb4fb85-6bf4-4588-82f7-c9b5534846d0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.2171540
Nov 16 22:10:29.611135 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d2312e54-1f35-460d-b31a-7c55fdea0d14 req-921062ed-493b-4abc-a704-608001295f5c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2a5b935-30e2-4625-8b92-b7d455638e52 HTTP/1.1" status: 200  len: 1001 time: 0.1312962
Nov 16 22:10:29.614700 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3e9cfdcf-6a26-4cd1-bf55-fe8e8f6706a1 req-ff93db8e-5f61-4774-ba90-61fbfedf419c tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802734
Nov 16 22:10:29.639752 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 37600) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:10:29.728906 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2312e54-1f35-460d-b31a-7c55fdea0d14 req-bc40d5de-d07e-4d5a-b751-e6902359dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:29.730130 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d2312e54-1f35-460d-b31a-7c55fdea0d14 req-bc40d5de-d07e-4d5a-b751-e6902359dcf2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f4033324-a374-4dcf-a23e-53c4d039d448 HTTP/1.1" status: 200  len: 850 time: 0.1102962
Nov 16 22:10:29.841516 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18bc744-b491-44b7-aadb-5c4a36999283 tempest-TestShelveInstance-1562509687 tempest-TestShelveInstance-1562509687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:29.843008 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-f18bc744-b491-44b7-aadb-5c4a36999283 tempest-TestShelveInstance-1562509687 tempest-TestShelveInstance-1562509687-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 1094 time: 0.2016194
Nov 16 22:10:29.846176 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 37608) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:10:29.851142 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Request body: {'floatingip': {'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'port_id': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:10:29.857375 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:10:29.861525 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Usage tracker for resource:floatingip and tenant:b1b1976c7d7b433792ca2cf522766f2b is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:10:29.864609 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:10:29.870412 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:10:29.926844 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:29.959276 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8e20d-1e08-4c26-bec8-e06faa70b092 req-b390289f-6905-4bb1-8246-ec0636741691 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:29.960781 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-13b8e20d-1e08-4c26-bec8-e06faa70b092 req-b390289f-6905-4bb1-8246-ec0636741691 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 946 time: 0.2849276
Nov 16 22:10:30.022281 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2312e54-1f35-460d-b31a-7c55fdea0d14 req-d099361d-d812-45da-9087-8114f7374256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:30.023695 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d2312e54-1f35-460d-b31a-7c55fdea0d14 req-d099361d-d812-45da-9087-8114f7374256 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91376ca1-c1ee-4c7f-a3fa-566639b36d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2805374
Nov 16 22:10:30.033331 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f619551-45da-48cd-a2be-ac36b308c76b req-3d656bf1-d94e-4b5b-909a-74121b274586 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:30.035269 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1f619551-45da-48cd-a2be-ac36b308c76b req-3d656bf1-d94e-4b5b-909a-74121b274586 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1736815
Nov 16 22:10:30.040362 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-13b8e20d-1e08-4c26-bec8-e06faa70b092 req-bc07d525-c7f4-4d5e-8bf1-215e4dd928bb tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721037
Nov 16 22:10:30.068257 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:30.170082 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1f619551-45da-48cd-a2be-ac36b308c76b req-2e8f74e1-fc83-484b-ab42-626040c6470e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1276970
Nov 16 22:10:30.210342 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d2312e54-1f35-460d-b31a-7c55fdea0d14 req-eb65d214-8f79-4d30-a53a-ab76af41f160 service neutron] 10.222.0.72 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690211
Nov 16 22:10:30.297866 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Allocated IP 172.27.1.127 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/5e8c8516-82bf-41c3-b54a-a945b5ddfd8e) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:10:30.351469 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d2312e54-1f35-460d-b31a-7c55fdea0d14 req-44a2e7af-e3d7-42ae-801b-433b9ef6a5a7 service neutron] 10.222.0.72 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318138
Nov 16 22:10:30.449772 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:30.567141 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:30.571777 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:30.641844 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:10:30.644603 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:10:30.647445 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:10:30.697410 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Pushing event updated for resources: {'Port': ['ID=5e8c8516-82bf-41c3-b54a-a945b5ddfd8e,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:30.701227 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:31.086420 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:31.210401 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:31.336747 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91976b-8fcd-45c2-8cdf-10a5287650df req-ef85214b-a453-4188-bd20-b2376efb9e1f tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:31.338309 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7d91976b-8fcd-45c2-8cdf-10a5287650df req-ef85214b-a453-4188-bd20-b2376efb9e1f tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 946 time: 0.1837807
Nov 16 22:10:31.418148 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7d91976b-8fcd-45c2-8cdf-10a5287650df req-a8ec7344-18f1-4854-bd59-0868852b5733 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720260
Nov 16 22:10:31.426461 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e82d7-62be-4c80-9c1c-cbe95e1d1b1a req-a3129c61-0056-4bac-85fa-accf132633da tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:31.434189 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-503e82d7-62be-4c80-9c1c-cbe95e1d1b1a req-a3129c61-0056-4bac-85fa-accf132633da tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 946 time: 0.2139444
Nov 16 22:10:31.445398 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:31.495415 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfcb75-01ab-4419-b9aa-add4dc21b561 req-a821c65c-93fd-4899-a2be-f04dd9a35efd tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:31.496860 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a2cfcb75-01ab-4419-b9aa-add4dc21b561 req-a821c65c-93fd-4899-a2be-f04dd9a35efd tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.2070324
Nov 16 22:10:31.521111 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:31.527048 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f429a67a-49e5-4ef6-9732-182ac0f60b63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:31.544089 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-503e82d7-62be-4c80-9c1c-cbe95e1d1b1a req-2ad23406-1551-407c-b791-4868e363b1ef tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Deleting port ec3884d7-d763-4638-87cd-d0d0c7375ccc {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:10:31.544426 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-503e82d7-62be-4c80-9c1c-cbe95e1d1b1a req-2ad23406-1551-407c-b791-4868e363b1ef tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:31.608962 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a2cfcb75-01ab-4419-b9aa-add4dc21b561 req-74c0632d-88a2-4661-89c0-ff6d768f8578 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1033807
Nov 16 22:10:31.668145 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Pushing event updated for resources: {'Port': ['ID=5e8c8516-82bf-41c3-b54a-a945b5ddfd8e,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:31.675488 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:31.676485 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:31.841789 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-503e82d7-62be-4c80-9c1c-cbe95e1d1b1a req-2ad23406-1551-407c-b791-4868e363b1ef tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] For port ec3884d7-d763-4638-87cd-d0d0c7375ccc, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=ec3884d7-d763-4638-87cd-d0d0c7375ccc,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:10:31.842347 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-503e82d7-62be-4c80-9c1c-cbe95e1d1b1a req-2ad23406-1551-407c-b791-4868e363b1ef tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:31.864232 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.l3_db [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Floating IP 456b6b92-9244-4a2c-b9a3-04dc6c212bca associated. External IP: 172.27.1.127, port: 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc.
Nov 16 22:10:31.973218 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-503e82d7-62be-4c80-9c1c-cbe95e1d1b1a req-2ad23406-1551-407c-b791-4868e363b1ef tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Calling delete_port for ec3884d7-d763-4638-87cd-d0d0c7375ccc owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:10:32.189481 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-503e82d7-62be-4c80-9c1c-cbe95e1d1b1a req-2ad23406-1551-407c-b791-4868e363b1ef tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:32.196289 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:32.245415 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad23406-1551-407c-b791-4868e363b1ef tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Pushing event deleted for resources: {'Port': ['ID=ec3884d7-d763-4638-87cd-d0d0c7375ccc,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:32.248191 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2ad23406-1551-407c-b791-4868e363b1ef tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:32.258589 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['4dcf2ef0-b180-426b-b0f7-470aa9fab5c7', 'ec3884d7-d763-4638-87cd-d0d0c7375ccc'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:10:32.308944 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Router 1b107993-01f2-4d0f-bc94-a59480915b29 has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:10:32.331499 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-503e82d7-62be-4c80-9c1c-cbe95e1d1b1a req-2ad23406-1551-407c-b791-4868e363b1ef tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] No DVR routers for this DVR port ec3884d7-d763-4638-87cd-d0d0c7375ccc on host hv-cinder-81814 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:10:32.334154 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-503e82d7-62be-4c80-9c1c-cbe95e1d1b1a req-2ad23406-1551-407c-b791-4868e363b1ef tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:32.338334 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3564a0e-5cc7-46f4-b46e-54a95540508d', 'name': 'network-vif-deleted', 'tag': 'ec3884d7-d763-4638-87cd-d0d0c7375ccc'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:10:32.386705 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3564a0e-5cc7-46f4-b46e-54a95540508d', 'name': 'network-vif-deleted', 'tag': 'ec3884d7-d763-4638-87cd-d0d0c7375ccc', 'status': 'completed', 'code': 200}
Nov 16 22:10:32.393277 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:32.407103 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-503e82d7-62be-4c80-9c1c-cbe95e1d1b1a req-2ad23406-1551-407c-b791-4868e363b1ef tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "DELETE /v2.0/ports/ec3884d7-d763-4638-87cd-d0d0c7375ccc HTTP/1.1" status: 204  len: 173 time: 0.9654593
Nov 16 22:10:32.499682 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:10:32.517301 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dab86a-6896-4bf2-bae9-4551a70e5af1 None None] Sync routers for ids ['1b107993-01f2-4d0f-bc94-a59480915b29'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:10:32.527972 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dab86a-6896-4bf2-bae9-4551a70e5af1 None None] Routers {'1b107993-01f2-4d0f-bc94-a59480915b29'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:10:32.528582 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f0dab86a-6896-4bf2-bae9-4551a70e5af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2989040>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:10:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['1b107993-01f2-4d0f-bc94-a59480915b29'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:10:32.583675 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:32.650673 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8034506
Nov 16 22:10:32.651644 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'tag': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:10:32.689200 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-a1b0357c-b29e-49ea-b519-b9593c8317b1 req-dc0084e7-a27c-4300-9bb7-56521d9b8203 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Synchronizing usage tracker for tenant:0ff32488ac0b488db1e560c3c5ac25bd on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:10:32.741005 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-f0dab86a-6896-4bf2-bae9-4551a70e5af1 None None] Set router 1b107993-01f2-4d0f-bc94-a59480915b29 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:10:32.817859 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-a1b0357c-b29e-49ea-b519-b9593c8317b1 req-dc0084e7-a27c-4300-9bb7-56521d9b8203 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Unset dirty status for tenant:0ff32488ac0b488db1e560c3c5ac25bd on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:10:32.819003 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a1b0357c-b29e-49ea-b519-b9593c8317b1 req-dc0084e7-a27c-4300-9bb7-56521d9b8203 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3564a0e-5cc7-46f4-b46e-54a95540508d HTTP/1.1" status: 200  len: 210 time: 0.2656608
Nov 16 22:10:32.877530 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045edef-c80f-416c-8289-9af1bab63097 req-97559d76-ba6b-4aca-8ead-5436c3a60a52 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:32.877530 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d045edef-c80f-416c-8289-9af1bab63097 req-97559d76-ba6b-4aca-8ead-5436c3a60a52 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1117005
Nov 16 22:10:32.878473 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'tag': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc', 'status': 'completed', 'code': 200}
Nov 16 22:10:32.923700 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d045edef-c80f-416c-8289-9af1bab63097 req-25496086-aae4-486c-ad49-939812a9fd07 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407720
Nov 16 22:10:33.052366 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c88052-3de6-46cf-ace4-f4887270757b req-b376a4b9-c2e4-466f-b534-23081a59b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:33.053843 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-25c88052-3de6-46cf-ace4-f4887270757b req-b376a4b9-c2e4-466f-b534-23081a59b6a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b1b1976c7d7b433792ca2cf522766f2b&device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 1099 time: 0.0733507
Nov 16 22:10:33.110387 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f0dab86a-6896-4bf2-bae9-4551a70e5af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2989040>, [{'id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'name': 'tempest-TestShelveInstance-515032565-router', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:59Z', 'updated_at': '2021-11-16T22:09:04Z', 'revision_number': 4, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'gw_port': {'id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:00Z', 'updated_at': '2021-11-16T22:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': '456b6b92-9244-4a2c-b9a3-04dc6c212bca', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'port_id': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'mac_address': 'fa:16:3e:25:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:10:31Z', 'updated_at': '2021-11-16T22:10:31Z', 'revision_number': 0, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290bc20e-3920-4a50-8ad4-eee7b2faa931', 'name': '', 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'mac_address': 'fa:16:3e:0b:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:04Z', 'updated_at': '2021-11-16T22:09:10Z', 'revision_number': 5, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'subnets': [{'id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:10:33.114444 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dab86a-6896-4bf2-bae9-4551a70e5af1 None None] Checking router: 1b107993-01f2-4d0f-bc94-a59480915b29 for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:10:33.132746 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dab86a-6896-4bf2-bae9-4551a70e5af1 None None] Routers {'1b107993-01f2-4d0f-bc94-a59480915b29'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:10:33.133369 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f0dab86a-6896-4bf2-bae9-4551a70e5af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2989040>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:10:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['1b107993-01f2-4d0f-bc94-a59480915b29'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:10:33.191442 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c88052-3de6-46cf-ace4-f4887270757b req-f3790fd5-82b8-4c96-aa92-3f66d2cdc41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:33.192842 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-25c88052-3de6-46cf-ace4-f4887270757b req-f3790fd5-82b8-4c96-aa92-3f66d2cdc41b service neutron] 10.222.0.72 "GET /v2.0/networks?id=a3660de9-4971-4ec7-9b91-f728b00d6e34 HTTP/1.1" status: 200  len: 909 time: 0.1259344
Nov 16 22:10:33.308632 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-25c88052-3de6-46cf-ace4-f4887270757b req-ad2d7e66-f69a-4467-81be-88eb9262d40e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc HTTP/1.1" status: 200  len: 1000 time: 0.0972786
Nov 16 22:10:33.309110 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-f0dab86a-6896-4bf2-bae9-4551a70e5af1 None None] Set router 1b107993-01f2-4d0f-bc94-a59480915b29 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:10:33.388084 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c88052-3de6-46cf-ace4-f4887270757b req-0d20f33e-a863-4fe1-83a4-9c8b1e02c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:33.389570 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-25c88052-3de6-46cf-ace4-f4887270757b req-0d20f33e-a863-4fe1-83a4-9c8b1e02c37b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ebaf286-2ead-4350-b334-85d62bde1ac3 HTTP/1.1" status: 200  len: 847 time: 0.0588844
Nov 16 22:10:33.515784 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c88052-3de6-46cf-ace4-f4887270757b req-d2020d96-eb8e-4cfb-b4a9-a26c930c2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:33.522282 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-25c88052-3de6-46cf-ace4-f4887270757b req-d2020d96-eb8e-4cfb-b4a9-a26c930c2bfb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3660de9-4971-4ec7-9b91-f728b00d6e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755682
Nov 16 22:10:33.667542 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-25c88052-3de6-46cf-ace4-f4887270757b req-8f49880a-705f-4c59-b2aa-221892b33ac8 service neutron] 10.222.0.72 "GET /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346009
Nov 16 22:10:33.713812 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f0dab86a-6896-4bf2-bae9-4551a70e5af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2989040>, [{'id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'name': 'tempest-TestShelveInstance-515032565-router', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:59Z', 'updated_at': '2021-11-16T22:09:04Z', 'revision_number': 4, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'gw_port': {'id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:00Z', 'updated_at': '2021-11-16T22:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': '456b6b92-9244-4a2c-b9a3-04dc6c212bca', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'port_id': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'mac_address': 'fa:16:3e:25:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:10:31Z', 'updated_at': '2021-11-16T22:10:31Z', 'revision_number': 0, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290bc20e-3920-4a50-8ad4-eee7b2faa931', 'name': '', 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'mac_address': 'fa:16:3e:0b:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:04Z', 'updated_at': '2021-11-16T22:09:10Z', 'revision_number': 5, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'subnets': [{'id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:10:33.717732 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dab86a-6896-4bf2-bae9-4551a70e5af1 None None] The sync data for ids ['1b107993-01f2-4d0f-bc94-a59480915b29'] in dv-cinder-818140-1-iscsi is: [{'id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'name': 'tempest-TestShelveInstance-515032565-router', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:59Z', 'updated_at': '2021-11-16T22:09:04Z', 'revision_number': 4, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'gw_port': {'id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:00Z', 'updated_at': '2021-11-16T22:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': '456b6b92-9244-4a2c-b9a3-04dc6c212bca', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'port_id': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'mac_address': 'fa:16:3e:25:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:10:31Z', 'updated_at': '2021-11-16T22:10:31Z', 'revision_number': 0, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290bc20e-3920-4a50-8ad4-eee7b2faa931', 'name': '', 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'mac_address': 'fa:16:3e:0b:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:04Z', 'updated_at': '2021-11-16T22:09:10Z', 'revision_number': 5, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'subnets': [{'id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:10:33.806370 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-25c88052-3de6-46cf-ace4-f4887270757b req-1ec79ac4-eaef-46ab-a08e-5858cc94f129 service neutron] 10.222.0.72 "GET /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308055
Nov 16 22:10:33.998434 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03648792-af1b-4c3a-9429-a411a99e0069 None None] New status for floating IP 456b6b92-9244-4a2c-b9a3-04dc6c212bca: ACTIVE {{(pid=87471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:10:34.196642 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e3644-ac38-4393-8edd-36181673db35 req-8bd6fae4-a227-4f1a-bb74-8fe4f3fd40d2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:34.198229 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-476e3644-ac38-4393-8edd-36181673db35 req-8bd6fae4-a227-4f1a-bb74-8fe4f3fd40d2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1081228
Nov 16 22:10:34.259526 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-476e3644-ac38-4393-8edd-36181673db35 req-44b61655-9eb2-4a44-a139-62e48f478007 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501266
Nov 16 22:10:35.444454 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fc195-127d-48ca-b0b5-67e11713e00e req-52dff72b-c515-444b-8c85-537afb675ed9 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:35.445896 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-473fc195-127d-48ca-b0b5-67e11713e00e req-52dff72b-c515-444b-8c85-537afb675ed9 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.0811353
Nov 16 22:10:35.494909 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-473fc195-127d-48ca-b0b5-67e11713e00e req-8b6d1181-e8c7-4ec1-aea1-a2c7ca8ad1a7 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433109
Nov 16 22:10:35.687348 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a234ed6-81ba-4c3f-be9c-e7a29f012cf6 req-fbf7530d-0283-4574-b47f-df6c6fb84df6 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:35.688874 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9a234ed6-81ba-4c3f-be9c-e7a29f012cf6 req-fbf7530d-0283-4574-b47f-df6c6fb84df6 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0849190
Nov 16 22:10:35.733060 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9a234ed6-81ba-4c3f-be9c-e7a29f012cf6 req-892893fc-7c32-4783-bae7-d71f72ac3d23 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373762
Nov 16 22:10:36.031132 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddd71d-990e-46de-b24b-117dfde66048 req-9a1f79cb-5b0b-438c-a5c2-fc77f5078ef1 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:36.032587 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e8ddd71d-990e-46de-b24b-117dfde66048 req-9a1f79cb-5b0b-438c-a5c2-fc77f5078ef1 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 945 time: 0.0831783
Nov 16 22:10:36.076205 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e8ddd71d-990e-46de-b24b-117dfde66048 req-db4c4d75-6cdd-4779-9442-227a29ed88f9 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374486
Nov 16 22:10:36.437482 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device ec3884d7-d763-4638-87cd-d0d0c7375ccc no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:10:36.473414 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: ec3884d7-d763-4638-87cd-d0d0c7375ccc {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:10:36.473750 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device ec3884d7-d763-4638-87cd-d0d0c7375ccc not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:10:36.683655 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec874a-8b9d-4e01-85e8-f4ab7cac4864 req-7d896037-2148-462c-bd13-bdfa96c5b0d7 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:36.684992 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-79ec874a-8b9d-4e01-85e8-f4ab7cac4864 req-7d896037-2148-462c-bd13-bdfa96c5b0d7 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.0787187
Nov 16 22:10:36.730692 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-79ec874a-8b9d-4e01-85e8-f4ab7cac4864 req-1f2c4508-0483-4609-883f-27a9d3fc6ff4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395064
Nov 16 22:10:36.925816 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b10ca5-6f79-425f-bf86-16b5c3996220 req-186c0d89-4b04-46a5-966c-5f382c6184b2 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:36.927164 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e6b10ca5-6f79-425f-bf86-16b5c3996220 req-186c0d89-4b04-46a5-966c-5f382c6184b2 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0855513
Nov 16 22:10:36.970772 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e6b10ca5-6f79-425f-bf86-16b5c3996220 req-3fa5735b-fd3d-43e1-a879-271ac12b9d8d tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379803
Nov 16 22:10:37.256935 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a95b07-1ecd-4fc1-9ef5-eaa91b077edf req-853a13ed-ee60-45cd-bec4-6f9c984654bc tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:37.258394 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d0a95b07-1ecd-4fc1-9ef5-eaa91b077edf req-853a13ed-ee60-45cd-bec4-6f9c984654bc tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 945 time: 0.0799129
Nov 16 22:10:37.302260 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d0a95b07-1ecd-4fc1-9ef5-eaa91b077edf req-2a16d713-e64c-4458-a3c3-445a0a0f24ec tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381532
Nov 16 22:10:37.919950 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80fea-dab8-4a39-a230-9181128f085d req-a7cd2ca4-65b4-4aa8-ba8e-9019caa72fe3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:37.923089 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cee80fea-dab8-4a39-a230-9181128f085d req-a7cd2ca4-65b4-4aa8-ba8e-9019caa72fe3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.0853300
Nov 16 22:10:37.965906 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cee80fea-dab8-4a39-a230-9181128f085d req-2066a3a8-0c52-4b7a-bb3a-9c82dc242fd7 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382388
Nov 16 22:10:38.154291 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e6eac-2cd9-4b9a-858f-ec6c5dab0813 req-e810165e-f7e5-4e22-b840-88f8493c8404 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:38.155901 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c86e6eac-2cd9-4b9a-858f-ec6c5dab0813 req-e810165e-f7e5-4e22-b840-88f8493c8404 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0795829
Nov 16 22:10:38.269743 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c86e6eac-2cd9-4b9a-858f-ec6c5dab0813 req-b9206c88-0154-4a4f-970d-00a9b4cd7867 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1073506
Nov 16 22:10:38.484600 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bcc3a-53ce-4ce0-a8c8-b1f353c5d97e req-c86a1970-9400-4aa8-8e18-f1fb79c891c5 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:38.486063 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a74bcc3a-53ce-4ce0-a8c8-b1f353c5d97e req-c86a1970-9400-4aa8-8e18-f1fb79c891c5 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 945 time: 0.0785329
Nov 16 22:10:38.531756 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a74bcc3a-53ce-4ce0-a8c8-b1f353c5d97e req-b028a7c9-0099-4db3-b07b-b50bb3c9769f tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397177
Nov 16 22:10:39.176833 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a600ed-950d-4f42-82da-4857049b8ec5 req-c7062a2e-1120-4f1f-8d5e-0d38a5f7e1b7 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:39.178251 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-56a600ed-950d-4f42-82da-4857049b8ec5 req-c7062a2e-1120-4f1f-8d5e-0d38a5f7e1b7 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 945 time: 0.1398947
Nov 16 22:10:39.190625 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1472aa-1f03-4586-9af2-f7d99bb34b16 req-c8c6b6b3-31f1-4a3a-a404-2127cafea476 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:39.191998 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c1472aa-1f03-4586-9af2-f7d99bb34b16 req-c8c6b6b3-31f1-4a3a-a404-2127cafea476 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1150188
Nov 16 22:10:39.290993 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-56a600ed-950d-4f42-82da-4857049b8ec5 req-39a4cc9c-196a-48f4-8c90-d57c1d1892f0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Deleting port 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:10:39.291345 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-56a600ed-950d-4f42-82da-4857049b8ec5 req-39a4cc9c-196a-48f4-8c90-d57c1d1892f0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:39.319689 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2c1472aa-1f03-4586-9af2-f7d99bb34b16 req-2c82cd41-5388-4599-9c0a-f932ce143751 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974126
Nov 16 22:10:39.613680 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b754d-fbac-49a1-801b-d0060e0c6d02 req-acdb9a52-bf59-4a9d-94ba-aad4df000117 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:39.615347 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a13b754d-fbac-49a1-801b-d0060e0c6d02 req-acdb9a52-bf59-4a9d-94ba-aad4df000117 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.2099731
Nov 16 22:10:39.617240 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-56a600ed-950d-4f42-82da-4857049b8ec5 req-39a4cc9c-196a-48f4-8c90-d57c1d1892f0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] For port 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=4dcf2ef0-b180-426b-b0f7-470aa9fab5c7,segment=NetworkSegment(ebb2c460-78eb-4212-80cb-bc783f75a53d),segment_id=ebb2c460-78eb-4212-80cb-bc783f75a53d)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:10:39.617609 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-56a600ed-950d-4f42-82da-4857049b8ec5 req-39a4cc9c-196a-48f4-8c90-d57c1d1892f0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:39.819522 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-56a600ed-950d-4f42-82da-4857049b8ec5 req-39a4cc9c-196a-48f4-8c90-d57c1d1892f0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Calling delete_port for 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:10:39.896251 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a13b754d-fbac-49a1-801b-d0060e0c6d02 req-8e14c764-3700-4d6b-92dc-c9276f0f59aa tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2709205
Nov 16 22:10:39.994011 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7a843-e738-4ab4-8cd5-44bee8ee9472 req-556645df-c372-4c85-a1cc-d7f0033bf2e3 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:39.995645 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-11b7a843-e738-4ab4-8cd5-44bee8ee9472 req-556645df-c372-4c85-a1cc-d7f0033bf2e3 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 945 time: 0.3451705
Nov 16 22:10:40.061247 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-11b7a843-e738-4ab4-8cd5-44bee8ee9472 req-bc542534-e35d-4f7d-98cd-0c3d5e275431 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/security-groups?id=eedd97e5-f17f-4ed0-aa3b-128d937102b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529990
Nov 16 22:10:40.103260 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-56a600ed-950d-4f42-82da-4857049b8ec5 req-39a4cc9c-196a-48f4-8c90-d57c1d1892f0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:40.109104 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:40.157305 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['4dcf2ef0-b180-426b-b0f7-470aa9fab5c7'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:10:40.158563 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4cc9c-196a-48f4-8c90-d57c1d1892f0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Pushing event deleted for resources: {'Port': ['ID=4dcf2ef0-b180-426b-b0f7-470aa9fab5c7,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:40.185214 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-39a4cc9c-196a-48f4-8c90-d57c1d1892f0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:40.232306 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a600ed-950d-4f42-82da-4857049b8ec5 req-39a4cc9c-196a-48f4-8c90-d57c1d1892f0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] No DVR routers for this DVR port 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 on host hv-cinder-81814 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:10:40.234824 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-56a600ed-950d-4f42-82da-4857049b8ec5 req-39a4cc9c-196a-48f4-8c90-d57c1d1892f0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:40.237850 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff2b2a4-fb28-4989-86d1-362116065ea2', 'name': 'network-vif-deleted', 'tag': '4dcf2ef0-b180-426b-b0f7-470aa9fab5c7'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:10:40.280791 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff2b2a4-fb28-4989-86d1-362116065ea2', 'name': 'network-vif-deleted', 'tag': '4dcf2ef0-b180-426b-b0f7-470aa9fab5c7', 'status': 'completed', 'code': 200}
Nov 16 22:10:40.309357 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-56a600ed-950d-4f42-82da-4857049b8ec5 req-39a4cc9c-196a-48f4-8c90-d57c1d1892f0 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.72 "DELETE /v2.0/ports/4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 HTTP/1.1" status: 204  len: 173 time: 1.1164606
Nov 16 22:10:40.518192 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d249749-9534-431a-bcad-768df70ee6f1 req-c76af48c-355f-4ff7-a91e-c05ff36bc65b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:40.519832 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1d249749-9534-431a-bcad-768df70ee6f1 req-c76af48c-355f-4ff7-a91e-c05ff36bc65b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.0856166
Nov 16 22:10:40.572457 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1d249749-9534-431a-bcad-768df70ee6f1 req-5c1ffa98-ba8c-4155-ab91-2ab3d1ea2c59 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466392
Nov 16 22:10:41.082663 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a0d3a-19a7-407c-aa03-edb8e6dbfc3e req-2e60e7ff-a7bd-4e16-9432-2ffb3adf80ef tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:41.084304 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-555a0d3a-19a7-407c-aa03-edb8e6dbfc3e req-2e60e7ff-a7bd-4e16-9432-2ffb3adf80ef tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0803864
Nov 16 22:10:41.129192 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-555a0d3a-19a7-407c-aa03-edb8e6dbfc3e req-9cf8d438-2886-4e47-955d-6b9dccae6019 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389810
Nov 16 22:10:41.225334 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-851060c2-1101-4727-a8a8-edbf6436c649 req-8f7724c9-aeb2-4dde-9a9c-a41782a0c556 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Synchronizing usage tracker for tenant:0ff32488ac0b488db1e560c3c5ac25bd on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:10:41.297896 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-851060c2-1101-4727-a8a8-edbf6436c649 req-8f7724c9-aeb2-4dde-9a9c-a41782a0c556 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Unset dirty status for tenant:0ff32488ac0b488db1e560c3c5ac25bd on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:10:41.299051 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-851060c2-1101-4727-a8a8-edbf6436c649 req-8f7724c9-aeb2-4dde-9a9c-a41782a0c556 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ff2b2a4-fb28-4989-86d1-362116065ea2 HTTP/1.1" status: 200  len: 210 time: 0.1194022
Nov 16 22:10:41.760894 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae987f27-6f7d-4469-a5ec-5e523b4fc1bf req-dd6a81e8-b61b-4989-978c-1f59ee93dd09 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:41.762332 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ae987f27-6f7d-4469-a5ec-5e523b4fc1bf req-dd6a81e8-b61b-4989-978c-1f59ee93dd09 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.0805736
Nov 16 22:10:41.806648 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ae987f27-6f7d-4469-a5ec-5e523b4fc1bf req-77b87309-f9e1-46ae-bec3-e732ff5bdfa2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385866
Nov 16 22:10:42.394902 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e73e-e7e8-44b9-92fb-e549eb010324 req-7c2f3a35-fa26-4b49-98fc-5a4e3f3b0d44 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:42.398977 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3074e73e-e7e8-44b9-92fb-e549eb010324 req-7c2f3a35-fa26-4b49-98fc-5a4e3f3b0d44 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.1612105
Nov 16 22:10:42.398977 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 37750) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:10:42.488680 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Deleting subnet 43fd9aec-af72-4efd-ab29-2bd74bcc3daa {{(pid=87469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:10:42.492614 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3074e73e-e7e8-44b9-92fb-e549eb010324 req-46047b16-ece3-4d4c-b01c-9a36f2824ca8 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0906687
Nov 16 22:10:42.494486 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:42.546691 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:42.553678 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:42.669992 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for subnet, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:42.674680 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:42.710245 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fd9aec-af72-4efd-ab29-2bd74bcc3daa,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:42.712828 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:42.723122 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:42.723508 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:42.723859 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:42.724201 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:42.724540 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:42.724878 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:42.725213 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:42.725546 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:42.725882 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:42.726211 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:42.726551 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:42.726865 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:42.730509 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/43fd9aec-af72-4efd-ab29-2bd74bcc3daa HTTP/1.1" status: 204  len: 168 time: 0.3305659
Nov 16 22:10:42.731381 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f3ffeaa4-5f06-4f71-a726-098069ea411d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:42.733106 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 37756) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:10:42.837992 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:43.011301 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:43.046026 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa3d1e70460>> segment before_delete 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:10:43.046388 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa3d1e70460>> subnet precommit_delete_associations 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:10:43.047115 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3d287cb20>> segment_host_mapping after_create 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:10:43.047488 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3d287cb20>> port after_create 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:10:43.047836 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3d287cb20>> port after_delete 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:10:43.048159 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3d287cb20>> port after_update 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:10:43.048479 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3d287cb20>> segment after_delete 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:10:43.048795 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3d287cb20>> subnet after_create 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:10:43.049119 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3d287cb20>> subnet after_delete 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:10:43.049460 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa3d287cb20>> subnet after_update 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:10:43.123890 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa3d1bb78e0>> subnet after_create 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:10:43.124235 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa3d1bb78e0>> subnet after_delete 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:10:43.124565 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa3d1bb78e0>> subnet before_create 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:10:43.124893 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa3d1bb78e0>> subnet before_update 55550000 {{(pid=87469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 16 22:10:43.125265 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d21cd370>,) {'filters': {'network_id': ['912b1db2-171a-40fc-8a08-3632a8de9e33']}} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:10:43.141065 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d21cd370>, 'ebb2c460-78eb-4212-80cb-bc783f75a53d') {'for_net_delete': True} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:10:43.141358 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d21cd370>, 'ebb2c460-78eb-4212-80cb-bc783f75a53d') {} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:10:43.156870 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6288077'] for segment, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:43.182689 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f8e58-9788-42a7-a1ff-673f46342a60 req-f86d46b0-7eea-412d-9ea8-01293c450580 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:43.184574 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f48f8e58-9788-42a7-a1ff-673f46342a60 req-f86d46b0-7eea-412d-9ea8-01293c450580 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.2401948
Nov 16 22:10:43.185379 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:43.195148 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=87469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:10:43.195583 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6816971'] for segment, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   from cryptography.utils import int_from_bytes
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   from cryptography.utils import int_from_bytes
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   util.warn_limited(
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   util.warn_limited(
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]: Traceback (most recent call last):
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:     timer()
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:     cb(*args, **kw)
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:     return func(*args, **kwargs)
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:     self._notify()
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:     self.callback(batched_events)
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:     event.method(event)
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:     return f(self, *a, **k)
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self._get(url).json()
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:10:43.225388 dv-cinder-818140-1-iscsi neutron-server[87469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:10:43.314502 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f48f8e58-9788-42a7-a1ff-673f46342a60 req-f3ad5d67-def5-431a-8416-9834a79e738d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1239660
Nov 16 22:10:43.372011 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:43.376167 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:43.395067 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:43.400911 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=912b1db2-171a-40fc-8a08-3632a8de9e33,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:43.406500 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:43.469131 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] 10.222.0.71 "DELETE /v2.0/networks/912b1db2-171a-40fc-8a08-3632a8de9e33 HTTP/1.1" status: 204  len: 168 time: 0.7350702
Nov 16 22:10:43.687501 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd9855-97ea-404b-80e4-d0a66d203f69 req-24503c45-0996-40b7-9f48-ef3ef2d2439e tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:43.689103 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a8dd9855-97ea-404b-80e4-d0a66d203f69 req-24503c45-0996-40b7-9f48-ef3ef2d2439e tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0846829
Nov 16 22:10:43.738106 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a8dd9855-97ea-404b-80e4-d0a66d203f69 req-a7556306-97e0-467f-942b-1978b1699c6c tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396330
Nov 16 22:10:43.942266 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 37770) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:10:43.994861 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-9fa4557b-aa6a-4a4d-a391-a30d31b8c1ca admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0ff32488ac0b488db1e560c3c5ac25bd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0510943
Nov 16 22:10:43.997162 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 37776) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:10:44.055916 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:44.085391 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:44.211643 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:44.215914 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a8e10e96-0f0a-464f-8cc0-fe742b19f20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:44.228255 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedd97e5-f17f-4ed0-aa3b-128d937102b0,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:44.239717 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:44.240083 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:44.240437 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:44.240781 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:44.241128 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:44.241470 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:44.241808 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:44.242144 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:44.242481 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:44.242812 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:44.243146 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:44.243507 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:10:44.251462 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:44.251462 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:44.251462 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eedd97e5-f17f-4ed0-aa3b-128d937102b0 HTTP/1.1" status: 204  len: 168 time: 0.2513049
Nov 16 22:10:44.497372 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device fbe23ff8-bfec-4365-be31-91f5a8a58e26 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:10:44.595887 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:10:44.655595 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:10:44.656255 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 4dcf2ef0-b180-426b-b0f7-470aa9fab5c7 not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:10:44.670832 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd8780-5e98-489b-a343-f118ffb19389 req-f9acf7d9-a63b-4929-a0d4-3dd717b4387c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:44.672326 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b2bd8780-5e98-489b-a343-f118ffb19389 req-f9acf7d9-a63b-4929-a0d4-3dd717b4387c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.0876663
Nov 16 22:10:44.713017 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port fbe23ff8-bfec-4365-be31-91f5a8a58e26, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:10:44.728818 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b2bd8780-5e98-489b-a343-f118ffb19389 req-81db0748-8da3-42e0-941d-aa8bf3a66fd5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483592
Nov 16 22:10:44.728981 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'port_id': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26', 'mac_address': 'fa:16:3e:95:4f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:10:44.795197 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f53dd302-7e0f-4379-946f-d0dd8880dd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:44.806096 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:44.824031 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbe23ff8-bfec-4365-be31-91f5a8a58e26 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:10:44.846837 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port fbe23ff8-bfec-4365-be31-91f5a8a58e26, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:10:44.913802 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:44.915623 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-eff821c0-4a75-4d79-9bbc-65ff7b5495b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:45.011860 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=fbe23ff8-bfec-4365-be31-91f5a8a58e26,revision_number=6']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:45.016577 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:45.081730 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cbf0a-7778-4263-b7e4-add5011d9b46 req-bc611ce8-0711-4c25-8cf4-6c6ed73bffdd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:45.083313 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bc5cbf0a-7778-4263-b7e4-add5011d9b46 req-bc611ce8-0711-4c25-8cf4-6c6ed73bffdd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.2318928
Nov 16 22:10:45.127379 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:45.159372 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a89e-590d-4f0f-a3c8-627aab72f409 req-78262a23-c82a-42e1-83f6-80ab1fab2948 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:45.160785 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1388a89e-590d-4f0f-a3c8-627aab72f409 req-78262a23-c82a-42e1-83f6-80ab1fab2948 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.2347550
Nov 16 22:10:45.163499 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bc5cbf0a-7778-4263-b7e4-add5011d9b46 req-f5b8744d-1f79-43cb-8641-a2ef343c46cc tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718355
Nov 16 22:10:45.190794 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb112445-b324-4fea-9aa3-b4abf6ae3587 req-eac78d83-029c-4a2b-8a2c-fc19a6698ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:45.192243 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb112445-b324-4fea-9aa3-b4abf6ae3587 req-eac78d83-029c-4a2b-8a2c-fc19a6698ec6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31f2fb519aca4110a2e1ceb5fde62e59&device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 1099 time: 0.2152383
Nov 16 22:10:45.204185 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['fbe23ff8-bfec-4365-be31-91f5a8a58e26'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:10:45.241428 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1388a89e-590d-4f0f-a3c8-627aab72f409 req-34ef223c-4fef-4d36-bcef-0fd31a36dab5 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710766
Nov 16 22:10:45.353258 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb112445-b324-4fea-9aa3-b4abf6ae3587 req-f945eb1b-7e98-443f-bca5-2e4d53e28a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:45.355160 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb112445-b324-4fea-9aa3-b4abf6ae3587 req-f945eb1b-7e98-443f-bca5-2e4d53e28a42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0087e2d7-4f1a-4fea-baad-ae616045916e HTTP/1.1" status: 200  len: 920 time: 0.1460481
Nov 16 22:10:45.430659 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb112445-b324-4fea-9aa3-b4abf6ae3587 req-2c01a570-a520-4788-ae80-7e98bd27891b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd HTTP/1.1" status: 200  len: 217 time: 0.0648491
Nov 16 22:10:45.590535 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb112445-b324-4fea-9aa3-b4abf6ae3587 req-d7d2b040-9d91-44ac-8dae-3c879d907660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:45.592024 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb112445-b324-4fea-9aa3-b4abf6ae3587 req-d7d2b040-9d91-44ac-8dae-3c879d907660 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=feff6ede-3b67-4d6a-b1b3-d918954bcf9b HTTP/1.1" status: 200  len: 859 time: 0.1548054
Nov 16 22:10:45.644867 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb112445-b324-4fea-9aa3-b4abf6ae3587 req-c177da83-9a89-4828-90e2-ac2a83e1142b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0087e2d7-4f1a-4fea-baad-ae616045916e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426898
Nov 16 22:10:45.784616 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb112445-b324-4fea-9aa3-b4abf6ae3587 req-baf57b33-fbde-441b-ad8e-161067fb99b9 service neutron] 10.222.0.72 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318038
Nov 16 22:10:45.973624 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cb112445-b324-4fea-9aa3-b4abf6ae3587 req-dd09c4f0-0a54-4f10-bf40-efb9a4a41264 service neutron] 10.222.0.72 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1812952
Nov 16 22:10:45.993457 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6bab-c8fd-423c-b4f2-c03630179d57 req-9bbd42f3-8a05-479b-b39d-f3c054d7bcd1 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:45.995326 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d51c6bab-c8fd-423c-b4f2-c03630179d57 req-9bbd42f3-8a05-479b-b39d-f3c054d7bcd1 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 944 time: 0.1341999
Nov 16 22:10:46.042408 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d51c6bab-c8fd-423c-b4f2-c03630179d57 req-e4864a9f-9640-4c1c-95b0-b0c56f9c676a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412128
Nov 16 22:10:46.374610 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21866de5-7a89-4ec9-9f85-815947c111ac req-95621425-0a95-4ff7-a21a-e4395177320c tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:46.376389 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-21866de5-7a89-4ec9-9f85-815947c111ac req-95621425-0a95-4ff7-a21a-e4395177320c tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0951724
Nov 16 22:10:46.477335 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-21866de5-7a89-4ec9-9f85-815947c111ac req-78580c26-2bfb-493a-aa5f-616659cae87c tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0938587
Nov 16 22:10:46.505243 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device fbe23ff8-bfec-4365-be31-91f5a8a58e26 up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:10:46.505785 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e345f-c8c3-49e9-811b-708542675832 req-32e236da-b8d0-421d-9de7-55eafca7dd59 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:46.506769 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-985e345f-c8c3-49e9-811b-708542675832 req-32e236da-b8d0-421d-9de7-55eafca7dd59 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1222537
Nov 16 22:10:46.567481 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-985e345f-c8c3-49e9-811b-708542675832 req-eb24907c-a2f3-46c8-a319-a396ad4387d8 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544307
Nov 16 22:10:46.580819 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port fbe23ff8-bfec-4365-be31-91f5a8a58e26 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:10:46.581464 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:46.707303 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:46.735256 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:10:46.745911 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port fbe23ff8-bfec-4365-be31-91f5a8a58e26, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:10:46.778602 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26', 'code': 200}
Nov 16 22:10:46.825102 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:46.827288 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:46.895973 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=fbe23ff8-bfec-4365-be31-91f5a8a58e26,revision_number=7']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:46.898947 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:47.188662 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d271ef47-c333-4f4b-8fd2-b523e7f79849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:47.254331 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f388d8-93ec-4902-9569-cebf891dbbf9 req-39995075-42fb-4cbb-8df4-8c0cefb2532d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:47.255814 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-86f388d8-93ec-4902-9569-cebf891dbbf9 req-39995075-42fb-4cbb-8df4-8c0cefb2532d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.0866234
Nov 16 22:10:47.298997 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-86f388d8-93ec-4902-9569-cebf891dbbf9 req-bb4b14ed-e376-4794-81de-26d405911346 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375352
Nov 16 22:10:47.670685 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cca0f7-6227-4af8-b800-6710a0c9cf15 req-08de55fb-66c4-4064-ada8-9705846ad475 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:47.672790 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-76cca0f7-6227-4af8-b800-6710a0c9cf15 req-08de55fb-66c4-4064-ada8-9705846ad475 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0833235
Nov 16 22:10:47.766316 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-76cca0f7-6227-4af8-b800-6710a0c9cf15 req-d2580abe-6b73-4f0b-b591-28a575c3c7c0 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0868948
Nov 16 22:10:47.799088 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063062dc-92b5-41fc-b985-15cf36e59ca2 req-096264c7-73b9-43fb-bd2a-a2a3079f2379 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:47.801083 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-063062dc-92b5-41fc-b985-15cf36e59ca2 req-096264c7-73b9-43fb-bd2a-a2a3079f2379 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1077573
Nov 16 22:10:47.847549 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-063062dc-92b5-41fc-b985-15cf36e59ca2 req-9ef5067e-d069-41e4-a2b8-3604d1bfd799 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405991
Nov 16 22:10:48.488044 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1866c6-2c24-4751-8799-c626d25d9927 req-d1df09d4-3cb9-40d7-86b4-e936de2750ef tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:48.492879 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5a1866c6-2c24-4751-8799-c626d25d9927 req-d1df09d4-3cb9-40d7-86b4-e936de2750ef tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.0857751
Nov 16 22:10:48.543730 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5a1866c6-2c24-4751-8799-c626d25d9927 req-21edeedb-9214-4a52-9aa3-746cbc48dd36 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438514
Nov 16 22:10:48.548515 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:48.968372 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f3aef-4556-4566-830a-5e0ebe07dd8c req-4de4f4ed-0df8-4f78-8e4e-cd78cb1f9708 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:48.969826 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-af5f3aef-4556-4566-830a-5e0ebe07dd8c req-4de4f4ed-0df8-4f78-8e4e-cd78cb1f9708 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0854335
Nov 16 22:10:49.016474 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-af5f3aef-4556-4566-830a-5e0ebe07dd8c req-9291c434-37ce-4928-bff8-c61b0981ebe0 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404365
Nov 16 22:10:49.140678 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e53d4-7c94-4f89-9a2e-3435c2ff65e1 req-d34f56bc-1faf-4ed3-9de7-0593a3ffcb36 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:49.142074 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ae4e53d4-7c94-4f89-9a2e-3435c2ff65e1 req-d34f56bc-1faf-4ed3-9de7-0593a3ffcb36 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.0799966
Nov 16 22:10:49.195543 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ae4e53d4-7c94-4f89-9a2e-3435c2ff65e1 req-654c9edd-d3b6-4ad3-a903-c0730bd895ca tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424986
Nov 16 22:10:49.759077 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb044b-2170-4560-88ed-5000af7dccd8 req-df48d0da-8415-45d4-959f-3204fe3f8778 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:49.766448 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f2cb044b-2170-4560-88ed-5000af7dccd8 req-df48d0da-8415-45d4-959f-3204fe3f8778 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1067593
Nov 16 22:10:49.807717 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f2cb044b-2170-4560-88ed-5000af7dccd8 req-0a3b8278-a4c6-4bca-9035-fe6291123c72 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404058
Nov 16 22:10:49.920399 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:50.278018 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13438f7a-cefa-4823-a5de-7abdcea839b6 req-99d5f9a3-e173-4446-a7dc-4a43cfb5f666 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:50.280284 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-13438f7a-cefa-4823-a5de-7abdcea839b6 req-99d5f9a3-e173-4446-a7dc-4a43cfb5f666 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.1544545
Nov 16 22:10:50.383843 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-13438f7a-cefa-4823-a5de-7abdcea839b6 req-5729d4ab-ce28-4c69-96c7-fbd95f72c4ed tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972586
Nov 16 22:10:50.436487 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ee7c-4322-4deb-bc2a-4fb56eb9216d req-bc92e9dd-1d2c-4231-8d28-512ff5789823 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:50.437973 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-be81ee7c-4322-4deb-bc2a-4fb56eb9216d req-bc92e9dd-1d2c-4231-8d28-512ff5789823 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1098778
Nov 16 22:10:50.487137 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-be81ee7c-4322-4deb-bc2a-4fb56eb9216d req-aa1143a5-0412-4872-8efe-36241cadd16b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414047
Nov 16 22:10:51.054469 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb591f3-4c81-425f-94d1-e520a5ce72cf req-5ccd0242-d4c0-47e2-8c5c-220fbb6cc431 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:51.057826 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0eb591f3-4c81-425f-94d1-e520a5ce72cf req-5ccd0242-d4c0-47e2-8c5c-220fbb6cc431 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1161232
Nov 16 22:10:51.108604 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0eb591f3-4c81-425f-94d1-e520a5ce72cf req-886a63de-221a-4d68-8624-216696bde880 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448973
Nov 16 22:10:51.617416 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be253f-e158-41bb-96d2-aa0364ec80bf req-acf2012f-da5c-4850-871d-f0bfad4f0949 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:51.620793 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-00be253f-e158-41bb-96d2-aa0364ec80bf req-acf2012f-da5c-4850-871d-f0bfad4f0949 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0976267
Nov 16 22:10:51.876541 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-00be253f-e158-41bb-96d2-aa0364ec80bf req-ce7bc545-69c6-4498-bc39-8f79771727e8 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2421780
Nov 16 22:10:51.923433 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6bf99-70ef-41d6-94c1-69243b04d933 req-fb05acfc-2263-4979-9423-4a47b516d1aa tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:51.925456 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6dc6bf99-70ef-41d6-94c1-69243b04d933 req-fb05acfc-2263-4979-9423-4a47b516d1aa tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.2454424
Nov 16 22:10:51.998209 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6dc6bf99-70ef-41d6-94c1-69243b04d933 req-e40292ba-29a6-4517-9f79-24434a97284a tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639050
Nov 16 22:10:52.404778 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cea23-b123-4edf-a218-dbcf7dd8f970 req-12c77fb2-2d77-41bc-897a-9267df0575e2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:52.404778 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5b0cea23-b123-4edf-a218-dbcf7dd8f970 req-12c77fb2-2d77-41bc-897a-9267df0575e2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1559136
Nov 16 22:10:52.459626 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5b0cea23-b123-4edf-a218-dbcf7dd8f970 req-9775c1a2-862b-4a4e-a0bd-a512ee408f67 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542176
Nov 16 22:10:53.089401 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5eb9bd-7fd9-461a-8592-957829485f16 req-e964f15e-1e71-4f46-9333-cf9082cf3c25 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:53.091376 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ca5eb9bd-7fd9-461a-8592-957829485f16 req-e964f15e-1e71-4f46-9333-cf9082cf3c25 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0870681
Nov 16 22:10:53.217639 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ca5eb9bd-7fd9-461a-8592-957829485f16 req-27f3b05b-9826-4270-9c6e-e7e2737fe78f tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1196556
Nov 16 22:10:53.253770 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5e9e7-85c1-4c51-983d-a73413f86b78 req-48e9a279-2b6f-4a39-a20d-bfd1cd5df667 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:53.255374 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-59e5e9e7-85c1-4c51-983d-a73413f86b78 req-48e9a279-2b6f-4a39-a20d-bfd1cd5df667 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1235328
Nov 16 22:10:53.301581 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-59e5e9e7-85c1-4c51-983d-a73413f86b78 req-29a8cd3b-e014-4804-a903-7a2a4034be2e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402255
Nov 16 22:10:53.747557 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 37982) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:10:53.766559 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d869d-68bf-44f9-af84-50ab5ed661d2 req-90e88842-e108-4596-99ed-d54562ddb4dc tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:53.773623 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e46d869d-68bf-44f9-af84-50ab5ed661d2 req-90e88842-e108-4596-99ed-d54562ddb4dc tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1539133
Nov 16 22:10:53.835766 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e46d869d-68bf-44f9-af84-50ab5ed661d2 req-a798e7bd-087c-4a6b-89b4-c1965146e8d4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611751
Nov 16 22:10:53.862710 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f0b1e-339f-47ac-93fa-840ddfef5d54 req-b467b988-aee8-43dc-ba2f-edca9405ead0 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:53.862710 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-737f0b1e-339f-47ac-93fa-840ddfef5d54 req-b467b988-aee8-43dc-ba2f-edca9405ead0 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.1715393
Nov 16 22:10:53.907800 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-737f0b1e-339f-47ac-93fa-840ddfef5d54 req-e37a2108-60be-4a78-83dc-87ac0d9eabc9 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447466
Nov 16 22:10:53.944028 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-591307d5-8e4d-4ebe-a3de-f31da5bb721e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:53.964676 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-591307d5-8e4d-4ebe-a3de-f31da5bb721e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:10:53.969145 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-591307d5-8e4d-4ebe-a3de-f31da5bb721e admin admin] Usage tracker for resource:security_group_rule and tenant:37ac3a3e5e154a92bb46ab9e5cfe9e41 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:10:53.973542 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-591307d5-8e4d-4ebe-a3de-f31da5bb721e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:10:53.980438 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-591307d5-8e4d-4ebe-a3de-f31da5bb721e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:10:54.068747 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac86de3-4317-4fd8-91c4-e2f3bfd6827f req-1d863d0a-e145-4b13-a233-f89b65aae512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:54.070250 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fac86de3-4317-4fd8-91c4-e2f3bfd6827f req-1d863d0a-e145-4b13-a233-f89b65aae512 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d04568cfc5e34832ab38095b3142e660&device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 1099 time: 0.1329997
Nov 16 22:10:54.088693 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-591307d5-8e4d-4ebe-a3de-f31da5bb721e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:54.182971 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-591307d5-8e4d-4ebe-a3de-f31da5bb721e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:54.198005 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a3ccafe2-b017-4702-b81e-ad1f525f152f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:54.245017 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-591307d5-8e4d-4ebe-a3de-f31da5bb721e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=37ac3a3e5e154a92bb46ab9e5cfe9e41&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4955134
Nov 16 22:10:54.246238 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591307d5-8e4d-4ebe-a3de-f31da5bb721e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c32971-9a0c-41bd-a91c-abd7a7b4afaa,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:54.248045 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 37992) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:10:54.250615 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-591307d5-8e4d-4ebe-a3de-f31da5bb721e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:54.262915 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac86de3-4317-4fd8-91c4-e2f3bfd6827f req-b5ae404e-21f6-4efa-927d-b7f4079bbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:54.264847 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fac86de3-4317-4fd8-91c4-e2f3bfd6827f req-b5ae404e-21f6-4efa-927d-b7f4079bbe70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91376ca1-c1ee-4c7f-a3fa-566639b36d15 HTTP/1.1" status: 200  len: 912 time: 0.1852045
Nov 16 22:10:54.408144 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fac86de3-4317-4fd8-91c4-e2f3bfd6827f req-2883fd76-3c0b-48fa-b4a2-dd5172de5ca2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2a5b935-30e2-4625-8b92-b7d455638e52 HTTP/1.1" status: 200  len: 1001 time: 0.1294196
Nov 16 22:10:54.411669 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eb0080f6-9d8a-455d-b726-1c83a29c468e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:54.522943 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eb0080f6-9d8a-455d-b726-1c83a29c468e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:54.628193 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac86de3-4317-4fd8-91c4-e2f3bfd6827f req-ae7349c1-3e58-4b51-9e98-e179c75c5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:54.630539 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fac86de3-4317-4fd8-91c4-e2f3bfd6827f req-ae7349c1-3e58-4b51-9e98-e179c75c5366 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f4033324-a374-4dcf-a23e-53c4d039d448 HTTP/1.1" status: 200  len: 850 time: 0.2039392
Nov 16 22:10:54.720123 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9dbf5-49b5-4507-a870-976efba81904 req-8d0a0272-dfcd-4b0c-beff-a3258c15f58f tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:54.728213 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2de9dbf5-49b5-4507-a870-976efba81904 req-8d0a0272-dfcd-4b0c-beff-a3258c15f58f tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.2587047
Nov 16 22:10:54.800453 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2de9dbf5-49b5-4507-a870-976efba81904 req-7a2e45e3-3669-4e18-8486-8743a965eb66 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654387
Nov 16 22:10:54.802864 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac86de3-4317-4fd8-91c4-e2f3bfd6827f req-29d93086-620c-41aa-8129-f47545994ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:54.804356 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fac86de3-4317-4fd8-91c4-e2f3bfd6827f req-29d93086-620c-41aa-8129-f47545994ec5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91376ca1-c1ee-4c7f-a3fa-566639b36d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1643629
Nov 16 22:10:54.909113 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eb0080f6-9d8a-455d-b726-1c83a29c468e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:54.918095 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c2674958-ccf8-4b5c-8e39-a0ab8e3d72e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:54.953756 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0080f6-9d8a-455d-b726-1c83a29c468e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c32971-9a0c-41bd-a91c-abd7a7b4afaa,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:54.965777 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-eb0080f6-9d8a-455d-b726-1c83a29c468e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:55.023687 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eb0080f6-9d8a-455d-b726-1c83a29c468e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:55.029510 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-eb0080f6-9d8a-455d-b726-1c83a29c468e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a4c32971-9a0c-41bd-a91c-abd7a7b4afaa HTTP/1.1" status: 204  len: 168 time: 0.7803771
Nov 16 22:10:55.032504 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fac86de3-4317-4fd8-91c4-e2f3bfd6827f req-7ef4afef-b107-4780-9d4a-5b5d67df8bed service neutron] 10.222.0.72 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2168212
Nov 16 22:10:55.477594 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b5507-99ab-4098-aa15-7d7a5a279c2c req-ffe6825a-a55c-4c88-b9d1-4a953ad5ef5b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:55.479098 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-700b5507-99ab-4098-aa15-7d7a5a279c2c req-ffe6825a-a55c-4c88-b9d1-4a953ad5ef5b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.4454195
Nov 16 22:10:55.495228 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fac86de3-4317-4fd8-91c4-e2f3bfd6827f req-aebc34b4-9280-46b6-9363-d52d3cc467fd service neutron] 10.222.0.72 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4175398
Nov 16 22:10:55.522412 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744106ac-390e-4145-94cd-b5d93d0099b5 req-63f55984-2ae5-433f-a8b9-bf675bfed512 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:55.524092 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-744106ac-390e-4145-94cd-b5d93d0099b5 req-63f55984-2ae5-433f-a8b9-bf675bfed512 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.4118059
Nov 16 22:10:55.584107 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-700b5507-99ab-4098-aa15-7d7a5a279c2c req-27bf1082-1d4e-4212-8e82-7f24e2584d2d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0979762
Nov 16 22:10:55.622354 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-744106ac-390e-4145-94cd-b5d93d0099b5 req-24c098f9-cfb4-427b-a4de-53a7b2d3cfb5 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891416
Nov 16 22:10:56.092796 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8fc97-2284-49ec-8c7f-93ebeb37f53d req-392774de-0291-4c68-9d4e-4e66b3e447ac tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:56.100420 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-55e8fc97-2284-49ec-8c7f-93ebeb37f53d req-392774de-0291-4c68-9d4e-4e66b3e447ac tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1243370
Nov 16 22:10:56.156163 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-55e8fc97-2284-49ec-8c7f-93ebeb37f53d req-c03f67aa-0ae4-49a0-bb76-b2e737a075b0 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548496
Nov 16 22:10:56.413018 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 38054) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:10:56.592002 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-218532487-network', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:10:56.607025 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:10:56.612342 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Usage tracker for resource:network and tenant:4b1ec7ea85174e23b44b1845b82e2fed is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:10:56.616948 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:10:56.624832 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:10:56.686191 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Made reservation on behalf of 4b1ec7ea85174e23b44b1845b82e2fed for: {'network': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:10:56.689026 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:56.704754 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:56.725797 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:10:56.731580 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Usage tracker for resource:security_group_rule and tenant:4b1ec7ea85174e23b44b1845b82e2fed is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:10:56.738102 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:10:56.745163 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:10:57.053775 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:57.070485 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a6a2a-1b84-411a-9ef4-c81d2b2a772a req-8c01667f-7e74-40b3-98cf-2965b6a393e5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:57.072448 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-392a6a2a-1b84-411a-9ef4-c81d2b2a772a req-8c01667f-7e74-40b3-98cf-2965b6a393e5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.2640960
Nov 16 22:10:57.103585 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b6eee-9fed-494e-ae4d-ecb3582f0abf req-f143d1e1-bde3-441c-8c81-452eb5a8275f tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:57.105076 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1d6b6eee-9fed-494e-ae4d-ecb3582f0abf req-f143d1e1-bde3-441c-8c81-452eb5a8275f tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.1949327
Nov 16 22:10:57.165079 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-392a6a2a-1b84-411a-9ef4-c81d2b2a772a req-ce151874-3659-4282-bda0-57bac1ae4b05 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865753
Nov 16 22:10:57.176322 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1d6b6eee-9fed-494e-ae4d-ecb3582f0abf req-1169884b-de0e-4e6b-80ca-28be4b8a3fbf tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655909
Nov 16 22:10:57.382532 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d2ca4-dd25-4938-898c-318487179ebb req-02de7adb-21cc-42a8-a133-9d5cb1efe6e6 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:57.383947 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-315d2ca4-dd25-4938-898c-318487179ebb req-02de7adb-21cc-42a8-a133-9d5cb1efe6e6 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1073115
Nov 16 22:10:57.428635 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-315d2ca4-dd25-4938-898c-318487179ebb req-b8fb01e5-08e4-4cb0-acd4-e85ac0cc4dbd tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386736
Nov 16 22:10:57.490739 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:57.493843 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-afdb068f-bb5d-4849-91cb-491df685a0c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:57.521033 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752}  {{(pid=87469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:10:57.529891 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19440633-122c-43c4-9c64-53fea3415cf9,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:57.533410 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:57.535907 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:57.536244 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.segments_db [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Added segment 8f872b56-3f8a-41a6-b41d-3f431cac4a01 of type vlan for network 9e3e2322-7b1d-4793-ab21-3c50a5faa848
Nov 16 22:10:57.566027 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:57.674787 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:57.676491 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:57.677074 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:57.680608 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:57.798160 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Pushing event updated for resources: {'Network': ['ID=9e3e2322-7b1d-4793-ab21-3c50a5faa848,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:57.801054 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:57.810334 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network 9e3e2322-7b1d-4793-ab21-3c50a5faa848 details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:10:57.875263 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.4610338
Nov 16 22:10:57.878832 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 38084) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:10:57.885060 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] Request body: {'subnet': {'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-218532487-subnet', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:10:57.892146 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:10:57.898171 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] Usage tracker for resource:subnet and tenant:4b1ec7ea85174e23b44b1845b82e2fed is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:10:57.905401 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:10:57.908785 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:10:57.982678 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] Made reservation on behalf of 4b1ec7ea85174e23b44b1845b82e2fed for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:10:57.985086 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016822'] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:58.323711 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6946414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016836'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:58.335754 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:58.420683 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77fd55f-0195-4961-bf1c-3011e289abe2,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:58.428451 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:58.440011 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] Checking segment: {'id': '8f872b56-3f8a-41a6-b41d-3f431cac4a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:10:58.440363 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] Network hostable DHCP agents. Network: 9e3e2322-7b1d-4793-ab21-3c50a5faa848, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:10:58.463313 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595ace1-36c8-45de-b2f2-1713722f84ad req-723e9bba-a300-4b71-aa5d-a3eee8d6738f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:58.464660 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4595ace1-36c8-45de-b2f2-1713722f84ad req-723e9bba-a300-4b71-aa5d-a3eee8d6738f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1783381
Nov 16 22:10:58.523167 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4595ace1-36c8-45de-b2f2-1713722f84ad req-91cca40d-c6e7-4d01-aca8-d152663c4bc2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481904
Nov 16 22:10:58.523972 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] Network 9e3e2322-7b1d-4793-ab21-3c50a5faa848 is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:10:58.607722 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, 9e3e2322-7b1d-4793-ab21-3c50a5faa848) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:10:58.615083 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:58.615083 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:58.618352 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a867811-a0b9-47d4-b8ef-18e884ad495c None None] Network 9e3e2322-7b1d-4793-ab21-3c50a5faa848 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:10:58.663259 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d359bd-3740-4580-b150-39554cf43ace req-cb23897e-3f68-4cfd-addf-e726bfc3759b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:58.664885 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a4d359bd-3740-4580-b150-39554cf43ace req-cb23897e-3f68-4cfd-addf-e726bfc3759b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1075623
Nov 16 22:10:58.727726 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-61daaaa5-9445-42c5-896c-7b8a887ce97d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8472748
Nov 16 22:10:58.730730 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 38094) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:10:58.736053 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-218532487-router', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:10:58.749588 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:10:58.754206 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Usage tracker for resource:router and tenant:4b1ec7ea85174e23b44b1845b82e2fed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:10:58.762423 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:10:58.771448 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:10:58.776693 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a4d359bd-3740-4580-b150-39554cf43ace req-167d380a-bc8d-465f-a9f5-f3b03e509701 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042976
Nov 16 22:10:58.851039 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d73b1c-f81f-5766-b340-81ce724f3cc1-9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'fixed_ips': [{'subnet_id': 'e77fd55f-0195-4961-bf1c-3011e289abe2'}]}} from dv-cinder-818140-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 16 22:10:58.852416 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:58.863578 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1706'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:58.865190 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7990882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7984489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1617'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:58.889351 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:59.049136 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Allocated IP 172.20.0.2 (9e3e2322-7b1d-4793-ab21-3c50a5faa848/e77fd55f-0195-4961-bf1c-3011e289abe2/e6fda6da-d365-4472-ad0a-5652f564bbaa) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:10:59.290025 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7984411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1607'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:59.321294 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:59.333256 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Transition to ACTIVE for port object e6fda6da-d365-4472-ad0a-5652f564bbaa will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:10:59.352070 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Transition to ACTIVE for port object e6fda6da-d365-4472-ad0a-5652f564bbaa will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:10:59.411807 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:59.420733 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:59.508218 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Network 9e3e2322-7b1d-4793-ab21-3c50a5faa848 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:10:59.511239 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:10:59.515035 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:10:59.521611 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Pushing event updated for resources: {'Port': ['ID=e6fda6da-d365-4472-ad0a-5652f564bbaa,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:10:59.553985 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:10:59.661841 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Attempting to bind port e6fda6da-d365-4472-ad0a-5652f564bbaa on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:10:59.662683 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Attempting to bind port e6fda6da-d365-4472-ad0a-5652f564bbaa by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '8f872b56-3f8a-41a6-b41d-3f431cac4a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:10:59.664887 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Attempting to bind port e6fda6da-d365-4472-ad0a-5652f564bbaa on network 9e3e2322-7b1d-4793-ab21-3c50a5faa848 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:10:59.672217 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:10:59.673328 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Checking segment: {'id': '8f872b56-3f8a-41a6-b41d-3f431cac4a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:10:59.674281 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:59.674905 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Bound using segment: {'id': '8f872b56-3f8a-41a6-b41d-3f431cac4a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:10:59.675704 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Bound port: e6fda6da-d365-4472-ad0a-5652f564bbaa, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f872b56-3f8a-41a6-b41d-3f431cac4a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:10:59.676293 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:59.767821 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:59.795522 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba52e74-345c-4c1c-9c53-4bff7c1e139e req-ed94fea0-6e30-45ae-8a6f-ac4432ed763d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:10:59.797948 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aba52e74-345c-4c1c-9c53-4bff7c1e139e req-ed94fea0-6e30-45ae-8a6f-ac4432ed763d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1113222
Nov 16 22:10:59.816523 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] For port e6fda6da-d365-4472-ad0a-5652f564bbaa, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:10:59.824637 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] For port e6fda6da-d365-4472-ad0a-5652f564bbaa, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=e6fda6da-d365-4472-ad0a-5652f564bbaa,segment=NetworkSegment(8f872b56-3f8a-41a6-b41d-3f431cac4a01),segment_id=8f872b56-3f8a-41a6-b41d-3f431cac4a01)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:10:59.898760 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:10:59.914125 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:10:59.919587 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aba52e74-345c-4c1c-9c53-4bff7c1e139e req-9c3bf5a2-0a76-4500-a0df-7d1746498a2e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1102426
Nov 16 22:10:59.923046 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:00.059543 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042cbcb-85f2-492a-a1a8-2615fa2c70b2 req-bb8c4413-da67-4ca4-8e9f-81332ad005b0 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:00.060954 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Pushing event updated for resources: {'Port': ['ID=e6fda6da-d365-4472-ad0a-5652f564bbaa,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:00.061720 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e042cbcb-85f2-492a-a1a8-2615fa2c70b2 req-bb8c4413-da67-4ca4-8e9f-81332ad005b0 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1146362
Nov 16 22:11:00.070832 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-97ba151d-2479-449f-9f88-e4f88eda1a13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:00.125874 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e042cbcb-85f2-492a-a1a8-2615fa2c70b2 req-aff17e4f-c595-4222-91d2-9fadc8ae7524 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582707
Nov 16 22:11:00.157465 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Allocated IP 172.27.1.92 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/e6e90d9d-2452-42f7-b2c8-c68a4a1505bb) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:11:00.382543 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:00.433305 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:11:00.531811 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:00.549650 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c7f33084-bee5-49d6-bbd0-94ada2481051 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:00.627482 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:11:00.635121 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:11:00.640094 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:11:00.692981 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Pushing event updated for resources: {'Port': ['ID=e6e90d9d-2452-42f7-b2c8-c68a4a1505bb,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:00.697835 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:01.202695 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb31c7-66a4-4ba5-a707-8635e680ce7c req-cb0d090c-e364-4501-9346-077a7e215152 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:01.216252 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c3fb31c7-66a4-4ba5-a707-8635e680ce7c req-cb0d090c-e364-4501-9346-077a7e215152 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1450298
Nov 16 22:11:01.295424 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c3fb31c7-66a4-4ba5-a707-8635e680ce7c req-1b457287-2fd6-4044-9aea-5db834153d05 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734630
Nov 16 22:11:01.413609 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:01.499112 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde68d47-aa77-4830-add8-8c163c3cea3c None None] Network 9e3e2322-7b1d-4793-ab21-3c50a5faa848 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:11:01.506413 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d320b78-8320-40ba-bb6c-dc0c940c862b req-5dcaaa56-83f0-4d0c-9a1b-9df94eee24dd tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:01.517877 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2d320b78-8320-40ba-bb6c-dc0c940c862b req-5dcaaa56-83f0-4d0c-9a1b-9df94eee24dd tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1917334
Nov 16 22:11:01.611200 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2d320b78-8320-40ba-bb6c-dc0c940c862b req-b3311819-f330-4a12-a50c-bc1079bbd23d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919371
Nov 16 22:11:01.789162 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7984134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7984390'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:01.977658 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device e6fda6da-d365-4472-ad0a-5652f564bbaa up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:11:02.011587 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-103b0a80-3e6b-49f1-a878-05df60a2e3b1 None None] Provisioning for port e6fda6da-d365-4472-ad0a-5652f564bbaa completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:11:02.154105 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port e6fda6da-d365-4472-ad0a-5652f564bbaa completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:11:02.165385 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-944fb674-709c-4523-8c3c-9914eb49e418 None None] Provisioning complete for port e6fda6da-d365-4472-ad0a-5652f564bbaa triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:02.165756 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-944fb674-709c-4523-8c3c-9914eb49e418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:02.195657 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port e6fda6da-d365-4472-ad0a-5652f564bbaa triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:02.196305 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:02.205730 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Router 455f00e0-075d-4666-8bd8-372800e31a3e is scheduled to L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 16 22:11:02.441735 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 38130) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:02.471455 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:02.479781 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:11:02.502273 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Sync routers for ids ['455f00e0-075d-4666-8bd8-372800e31a3e'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:11:02.512081 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-944fb674-709c-4523-8c3c-9914eb49e418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:02.520748 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Routers {'455f00e0-075d-4666-8bd8-372800e31a3e'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:11:02.525300 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d29f7190>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:10:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['455f00e0-075d-4666-8bd8-372800e31a3e'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:11:02.530690 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:02.594086 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:02.595917 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.8639576
Nov 16 22:11:02.598573 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 38136) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:02.623033 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-944fb674-709c-4523-8c3c-9914eb49e418 None None] For port e6fda6da-d365-4472-ad0a-5652f564bbaa, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=e6fda6da-d365-4472-ad0a-5652f564bbaa,segment=NetworkSegment(8f872b56-3f8a-41a6-b41d-3f431cac4a01),segment_id=8f872b56-3f8a-41a6-b41d-3f431cac4a01)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:11:02.685819 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-944fb674-709c-4523-8c3c-9914eb49e418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:02.689982 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:02.829695 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bae54ab9-00d3-4e1b-9fde-a44b3a1090ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:02.897420 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 16 22:11:02.897810 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 16 22:11:02.916128 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fb674-709c-4523-8c3c-9914eb49e418 None None] Pushing event updated for resources: {'Port': ['ID=e6fda6da-d365-4472-ad0a-5652f564bbaa,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:02.920910 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-944fb674-709c-4523-8c3c-9914eb49e418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:02.929212 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Set router 455f00e0-075d-4666-8bd8-372800e31a3e gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:11:02.965148 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-bae54ab9-00d3-4e1b-9fde-a44b3a1090ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:11:02.985006 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-bae54ab9-00d3-4e1b-9fde-a44b3a1090ba admin admin] Usage tracker for resource:security_group_rule and tenant:38fb4430b46d4ce8ba7d2e9a37273eff is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:11:02.992078 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-bae54ab9-00d3-4e1b-9fde-a44b3a1090ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:11:03.061030 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-bae54ab9-00d3-4e1b-9fde-a44b3a1090ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:11:03.137502 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78529b59-002b-476a-ba76-b74e147b32ed req-b16134b0-ad64-4d0a-8fab-9012525ea582 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:03.139288 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-78529b59-002b-476a-ba76-b74e147b32ed req-b16134b0-ad64-4d0a-8fab-9012525ea582 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.2553015
Nov 16 22:11:03.243937 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb18651-550a-40d8-ab92-9295ad0d75d0 req-be149389-1fae-49cd-ac31-beafec663b89 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:03.245497 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2bb18651-550a-40d8-ab92-9295ad0d75d0 req-be149389-1fae-49cd-ac31-beafec663b89 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.5474112
Nov 16 22:11:03.264953 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d29f7190>, [{'id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'name': 'tempest-TestMinimumBasicScenario-218532487-router', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:10:58Z', 'updated_at': '2021-11-16T22:11:00Z', 'revision_number': 3, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'gw_port': {'id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:10:59Z', 'updated_at': '2021-11-16T22:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:11:03.269061 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Checking router: 455f00e0-075d-4666-8bd8-372800e31a3e for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:11:03.269413 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Updating router 455f00e0-075d-4666-8bd8-372800e31a3e port e6e90d9d-2452-42f7-b2c8-c68a4a1505bb binding host dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:11:03.322382 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:03.395179 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-78529b59-002b-476a-ba76-b74e147b32ed req-e0c8cfc3-22a1-48c6-91f2-83ff78041402 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2486973
Nov 16 22:11:03.428524 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2bb18651-550a-40d8-ab92-9295ad0d75d0 req-bbdef90d-ee06-4214-950d-f6487e9f3f87 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1714287
Nov 16 22:11:03.473014 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bae54ab9-00d3-4e1b-9fde-a44b3a1090ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:03.620292 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bae54ab9-00d3-4e1b-9fde-a44b3a1090ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:03.634865 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:03.683437 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:03.691431 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae54ab9-00d3-4e1b-9fde-a44b3a1090ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd717867-951a-4597-8a79-8aa6e5d20418,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:03.696553 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Transition to ACTIVE for port object e6e90d9d-2452-42f7-b2c8-c68a4a1505bb will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:11:03.698080 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-bae54ab9-00d3-4e1b-9fde-a44b3a1090ba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=38fb4430b46d4ce8ba7d2e9a37273eff&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2539587
Nov 16 22:11:03.700960 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 38152) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:03.702478 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-bae54ab9-00d3-4e1b-9fde-a44b3a1090ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:03.765695 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:03.766884 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7725f85a-1b78-4e60-8c72-c29a43b9ad77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:03.772024 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:03.793820 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7725f85a-1b78-4e60-8c72-c29a43b9ad77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:03.869703 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:03.887227 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Attempting to bind port e6e90d9d-2452-42f7-b2c8-c68a4a1505bb on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:11:03.887643 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Attempting to bind port e6e90d9d-2452-42f7-b2c8-c68a4a1505bb by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:11:03.888013 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Attempting to bind port e6e90d9d-2452-42f7-b2c8-c68a4a1505bb on network 10de077c-bbee-4272-8747-14a2748b01b9 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:11:03.890177 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56b331-da73-466d-94b2-7ff426ce8a4a None None] Pushing event updated for resources: {'Port': ['ID=e6e90d9d-2452-42f7-b2c8-c68a4a1505bb,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:03.908170 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:11:03.908170 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Checking segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:11:03.908170 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:03.908170 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Bound using segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:11:03.908170 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Bound port: e6e90d9d-2452-42f7-b2c8-c68a4a1505bb, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:11:03.908170 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:03.925559 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56b331-da73-466d-94b2-7ff426ce8a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:03.925751 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7725f85a-1b78-4e60-8c72-c29a43b9ad77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:03.925877 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56b331-da73-466d-94b2-7ff426ce8a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:03.926218 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56b331-da73-466d-94b2-7ff426ce8a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:03.926543 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56b331-da73-466d-94b2-7ff426ce8a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:03.926863 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56b331-da73-466d-94b2-7ff426ce8a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:03.927183 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56b331-da73-466d-94b2-7ff426ce8a4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:03.927531 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56b331-da73-466d-94b2-7ff426ce8a4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:03.927845 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56b331-da73-466d-94b2-7ff426ce8a4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:03.928200 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56b331-da73-466d-94b2-7ff426ce8a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:03.928509 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56b331-da73-466d-94b2-7ff426ce8a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:03.928975 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56b331-da73-466d-94b2-7ff426ce8a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:03.929295 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56b331-da73-466d-94b2-7ff426ce8a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:03.930427 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-df5de99a-15c1-4f41-8139-8c55ddd435ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:03.937511 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-0e56b331-da73-466d-94b2-7ff426ce8a4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:03.947732 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725f85a-1b78-4e60-8c72-c29a43b9ad77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd717867-951a-4597-8a79-8aa6e5d20418,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:03.949535 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7725f85a-1b78-4e60-8c72-c29a43b9ad77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:03.963055 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7725f85a-1b78-4e60-8c72-c29a43b9ad77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:03.965789 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-7725f85a-1b78-4e60-8c72-c29a43b9ad77 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fd717867-951a-4597-8a79-8aa6e5d20418 HTTP/1.1" status: 204  len: 168 time: 0.2637410
Nov 16 22:11:03.971093 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device e6fda6da-d365-4472-ad0a-5652f564bbaa up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:11:03.999354 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] For port e6e90d9d-2452-42f7-b2c8-c68a4a1505bb, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:11:04.005316 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] For port e6e90d9d-2452-42f7-b2c8-c68a4a1505bb, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=e6e90d9d-2452-42f7-b2c8-c68a4a1505bb,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:11:04.046042 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port e6fda6da-d365-4472-ad0a-5652f564bbaa triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:04.046415 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:04.062902 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:04.067800 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-2aace765-b1f6-4656-9e7c-56f0eb80fb07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:04.127047 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Allocated IP 172.20.0.1 (9e3e2322-7b1d-4793-ab21-3c50a5faa848/e77fd55f-0195-4961-bf1c-3011e289abe2/21b31dc3-6597-46ac-b6ec-62df2364168e) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:11:04.146648 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Routers {'455f00e0-075d-4666-8bd8-372800e31a3e'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:11:04.147161 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d29f7190>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:10:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['455f00e0-075d-4666-8bd8-372800e31a3e'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:11:04.216229 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56b331-da73-466d-94b2-7ff426ce8a4a None None] Pushing event updated for resources: {'Port': ['ID=e6e90d9d-2452-42f7-b2c8-c68a4a1505bb,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:04.220757 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-0e56b331-da73-466d-94b2-7ff426ce8a4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:04.285742 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:04.303750 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Transition to ACTIVE for port object 21b31dc3-6597-46ac-b6ec-62df2364168e will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:11:04.334283 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] Set router 455f00e0-075d-4666-8bd8-372800e31a3e gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:11:04.371243 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:04.374962 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:04.440152 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Network 9e3e2322-7b1d-4793-ab21-3c50a5faa848 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:11:04.443063 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:11:04.452063 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:11:04.499765 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Pushing event updated for resources: {'Port': ['ID=21b31dc3-6597-46ac-b6ec-62df2364168e,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:04.512158 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:04.559230 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489072'] for router_interface, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:04.724687 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d29f7190>, [{'id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'name': 'tempest-TestMinimumBasicScenario-218532487-router', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:10:58Z', 'updated_at': '2021-11-16T22:11:00Z', 'revision_number': 3, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'gw_port': {'id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:10:59Z', 'updated_at': '2021-11-16T22:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:11:04.729179 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7500bd-c381-460e-ba6b-86813b20239f None None] The sync data for ids ['455f00e0-075d-4666-8bd8-372800e31a3e'] in dv-cinder-818140-1-iscsi is: [{'id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'name': 'tempest-TestMinimumBasicScenario-218532487-router', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:10:58Z', 'updated_at': '2021-11-16T22:11:00Z', 'revision_number': 3, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'gw_port': {'id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:10:59Z', 'updated_at': '2021-11-16T22:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:11:04.889323 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-2019f06c-847c-402e-9019-76126f722182 None None] Provisioning for port 21b31dc3-6597-46ac-b6ec-62df2364168e completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:11:04.901503 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-2019f06c-847c-402e-9019-76126f722182 None None] Provisioning complete for port 21b31dc3-6597-46ac-b6ec-62df2364168e triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:04.902262 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2019f06c-847c-402e-9019-76126f722182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:04.959936 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191a0f9-4252-4fe4-bb1c-3d8a34d62871 req-b5cf97b6-4a67-42d1-b6d9-aab811118537 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:04.966977 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4191a0f9-4252-4fe4-bb1c-3d8a34d62871 req-b5cf97b6-4a67-42d1-b6d9-aab811118537 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.2325537
Nov 16 22:11:04.981951 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36102139-2423-414e-b9e4-0fadc591d473 req-d960c03f-ee5c-46ea-b339-0ec5ecbe7505 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:04.983457 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-36102139-2423-414e-b9e4-0fadc591d473 req-d960c03f-ee5c-46ea-b339-0ec5ecbe7505 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.2556517
Nov 16 22:11:04.987176 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-2019f06c-847c-402e-9019-76126f722182 None None] Port 21b31dc3-6597-46ac-b6ec-62df2364168e cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:11:05.125225 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4191a0f9-4252-4fe4-bb1c-3d8a34d62871 req-c7312ea9-19d5-4f6e-9bf9-291f5fd20e34 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1513071
Nov 16 22:11:05.137580 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:05.153624 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-36102139-2423-414e-b9e4-0fadc591d473 req-929eb460-82d6-44d8-8ed2-d6577cbda925 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521266
Nov 16 22:11:05.199817 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48441977-faa4-41bb-b212-0b6401d89a55 req-1acd38f3-0d5e-4dc3-8834-563740f08e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:05.201350 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-48441977-faa4-41bb-b212-0b6401d89a55 req-1acd38f3-0d5e-4dc3-8834-563740f08e0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26d8251468c6461ba688baa16c61c407&device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 1098 time: 0.3002386
Nov 16 22:11:05.450243 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48441977-faa4-41bb-b212-0b6401d89a55 req-133c81f6-d63d-4304-8e82-2b1a0c7704ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:05.451767 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-48441977-faa4-41bb-b212-0b6401d89a55 req-133c81f6-d63d-4304-8e82-2b1a0c7704ad service neutron] 10.222.0.72 "GET /v2.0/networks?id=01d0b958-6461-40ea-b3fa-8442b12165d5 HTTP/1.1" status: 200  len: 917 time: 0.2341716
Nov 16 22:11:05.593762 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-48441977-faa4-41bb-b212-0b6401d89a55 req-f948aa3a-6aa1-45bc-a94f-58cf80a01886 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26 HTTP/1.1" status: 200  len: 1000 time: 0.1303117
Nov 16 22:11:05.647283 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:05.670763 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48441977-faa4-41bb-b212-0b6401d89a55 req-864354ae-fa2b-4b75-8586-953a2abd1527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:05.674095 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-48441977-faa4-41bb-b212-0b6401d89a55 req-864354ae-fa2b-4b75-8586-953a2abd1527 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2 HTTP/1.1" status: 200  len: 855 time: 0.0674732
Nov 16 22:11:05.744849 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6816999'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:05.770380 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-36af0496-0c05-45ae-b27b-d75830e32723 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:05.846836 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48441977-faa4-41bb-b212-0b6401d89a55 req-f39b0ffc-bcdb-47cd-8159-67480e56c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:05.848970 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-48441977-faa4-41bb-b212-0b6401d89a55 req-f39b0ffc-bcdb-47cd-8159-67480e56c0d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=01d0b958-6461-40ea-b3fa-8442b12165d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1702681
Nov 16 22:11:05.865796 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Pushing event updated for resources: {'Port': ['ID=21b31dc3-6597-46ac-b6ec-62df2364168e,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:05.869220 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:05.890831 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489171'] for router_interface, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:05.986758 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device e6e90d9d-2452-42f7-b2c8-c68a4a1505bb up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:11:06.116210 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-48441977-faa4-41bb-b212-0b6401d89a55 req-06cdbee7-353f-462e-bd0d-84c18aea7c40 service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2529948
Nov 16 22:11:06.136991 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port e6e90d9d-2452-42f7-b2c8-c68a4a1505bb completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:11:06.144313 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port e6e90d9d-2452-42f7-b2c8-c68a4a1505bb triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:06.149071 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:06.234905 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Network 9e3e2322-7b1d-4793-ab21-3c50a5faa848 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:11:06.242738 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:11:06.316709 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:06.337819 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port e6e90d9d-2452-42f7-b2c8-c68a4a1505bb, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=e6e90d9d-2452-42f7-b2c8-c68a4a1505bb,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:11:06.417011 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:06.427194 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-944fb674-709c-4523-8c3c-9914eb49e418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:06.553525 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=e6e90d9d-2452-42f7-b2c8-c68a4a1505bb,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:06.557464 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:06.619793 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-c8960f0f-1cf3-40fe-b203-715d36d04d81 None None] Provisioning complete for port 21b31dc3-6597-46ac-b6ec-62df2364168e triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:06.620362 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c8960f0f-1cf3-40fe-b203-715d36d04d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:06.676659 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c8960f0f-1cf3-40fe-b203-715d36d04d81 None None] Port 21b31dc3-6597-46ac-b6ec-62df2364168e cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:11:06.729544 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-48441977-faa4-41bb-b212-0b6401d89a55 req-03f3ecdd-9af1-47e6-abe5-4f837b6a260e service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6063247
Nov 16 22:11:06.773916 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Router 455f00e0-075d-4666-8bd8-372800e31a3e has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:11:06.796874 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c257837-c7ae-48c2-86d7-319b3fe387c0 req-b3403ccf-fef7-4b10-9c7f-799b20ee3756 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:06.798921 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4c257837-c7ae-48c2-86d7-319b3fe387c0 req-b3403ccf-fef7-4b10-9c7f-799b20ee3756 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.3238516
Nov 16 22:11:06.807925 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4722447-b0d0-47fe-936f-f1e4924ba1fb req-07fb7487-140c-4b48-9acc-78c3b02b19b9 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:06.809323 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a4722447-b0d0-47fe-936f-f1e4924ba1fb req-07fb7487-140c-4b48-9acc-78c3b02b19b9 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.3208420
Nov 16 22:11:07.010411 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a4722447-b0d0-47fe-936f-f1e4924ba1fb req-0b6edb10-6c7d-4877-9650-e23b84af2f2c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1432841
Nov 16 22:11:07.020575 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4c257837-c7ae-48c2-86d7-319b3fe387c0 req-f3432d83-af68-499a-bd02-7c985379ea09 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2103407
Nov 16 22:11:07.054732 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:11:07.064329 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Sync routers for ids ['455f00e0-075d-4666-8bd8-372800e31a3e'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:11:07.079249 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] 10.222.0.71 "PUT /v2.0/routers/455f00e0-075d-4666-8bd8-372800e31a3e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4710872
Nov 16 22:11:07.085855 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Routers {'455f00e0-075d-4666-8bd8-372800e31a3e'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:11:07.086479 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1a4eca0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:10:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['455f00e0-075d-4666-8bd8-372800e31a3e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:11:07.278228 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Set router 455f00e0-075d-4666-8bd8-372800e31a3e gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:11:07.600115 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1a4eca0>, [{'id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'name': 'tempest-TestMinimumBasicScenario-218532487-router', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:10:58Z', 'updated_at': '2021-11-16T22:11:04Z', 'revision_number': 4, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'gw_port': {'id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:10:59Z', 'updated_at': '2021-11-16T22:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '21b31dc3-6597-46ac-b6ec-62df2364168e', 'name': '', 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'mac_address': 'fa:16:3e:63:75:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:03Z', 'updated_at': '2021-11-16T22:11:05Z', 'revision_number': 2, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'subnets': [{'id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:11:07.603933 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Checking router: 455f00e0-075d-4666-8bd8-372800e31a3e for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:11:07.604288 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Updating router 455f00e0-075d-4666-8bd8-372800e31a3e port 21b31dc3-6597-46ac-b6ec-62df2364168e binding host dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:11:07.660568 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:07.822046 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 38232) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:07.827581 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1610022596-network', 'tenant_id': 'ef90c3cb8a9643019853c42e20580e4a'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:11:07.832947 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:11:07.836759 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Usage tracker for resource:network and tenant:ef90c3cb8a9643019853c42e20580e4a is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:11:07.839611 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:11:07.845250 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:11:07.913798 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Made reservation on behalf of ef90c3cb8a9643019853c42e20580e4a for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:11:07.916336 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:07.936142 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:07.953686 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:11:07.958524 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Usage tracker for resource:security_group_rule and tenant:ef90c3cb8a9643019853c42e20580e4a is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:11:07.961492 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:11:07.967548 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:11:07.971364 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device e6e90d9d-2452-42f7-b2c8-c68a4a1505bb up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:11:08.053563 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:08.102181 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:08.114455 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-5c402c80-73ff-4794-ba12-02adc37a9b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:08.128684 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798}  {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:11:08.136610 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port e6e90d9d-2452-42f7-b2c8-c68a4a1505bb triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:08.136993 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:08.151344 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:08.151697 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.segments_db [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Added segment 172c90b2-872e-4d2e-92d4-0782b52f28f2 of type vlan for network ea764007-fd0d-40bd-95a0-bdf0929de964
Nov 16 22:11:08.171560 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:08.174337 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53928e8f-d890-463c-91c1-cb213c8364a8,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:08.177747 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:08.199458 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:08.201275 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Transition to ACTIVE for port object 21b31dc3-6597-46ac-b6ec-62df2364168e will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:11:08.258776 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:08.264782 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:08.279851 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:08.281386 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:08.282274 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:08.288174 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:08.323316 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68168104-7294-4bde-a3f0-9d27cf4041b2 req-c736c242-e567-43da-9924-60ff10a0aa4c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:08.325826 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-68168104-7294-4bde-a3f0-9d27cf4041b2 req-c736c242-e567-43da-9924-60ff10a0aa4c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 945 time: 0.1837413
Nov 16 22:11:08.338327 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17a2bd-8232-4e92-b6fa-6d34c6b2906a req-b7162252-1857-488a-a220-0734381a2719 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:08.339889 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2b17a2bd-8232-4e92-b6fa-6d34c6b2906a req-b7162252-1857-488a-a220-0734381a2719 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1223550
Nov 16 22:11:08.412323 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Pushing event updated for resources: {'Network': ['ID=ea764007-fd0d-40bd-95a0-bdf0929de964,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:08.423964 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:08.457432 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6342685
Nov 16 22:11:08.460100 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 38242) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:08.466124 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Request body: {'subnet': {'network_id': 'ea764007-fd0d-40bd-95a0-bdf0929de964', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1610022596-subnet', 'tenant_id': 'ef90c3cb8a9643019853c42e20580e4a', 'ip_version': 4}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:11:08.473669 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:11:08.491336 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-68168104-7294-4bde-a3f0-9d27cf4041b2 req-ee9b2cae-9751-4977-a4b2-20f9e7ee1fe5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1334567
Nov 16 22:11:08.491836 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Usage tracker for resource:subnet and tenant:ef90c3cb8a9643019853c42e20580e4a is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:11:08.492053 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec69e79-8ff9-45ef-ac2c-2a23f1ea7efb None None] Pushing event updated for resources: {'Port': ['ID=21b31dc3-6597-46ac-b6ec-62df2364168e,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:08.492626 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-1ec69e79-8ff9-45ef-ac2c-2a23f1ea7efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:08.493786 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network ea764007-fd0d-40bd-95a0-bdf0929de964 details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:11:08.510123 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2b17a2bd-8232-4e92-b6fa-6d34c6b2906a req-29e1a88c-9619-4804-b2b7-677f7d326351 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492493
Nov 16 22:11:08.513830 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:11:08.532119 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:11:08.622605 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Made reservation on behalf of ef90c3cb8a9643019853c42e20580e4a for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:11:08.625449 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6122474'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:08.633857 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device fbe23ff8-bfec-4365-be31-91f5a8a58e26 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:11:08.743801 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Attempting to bind port 21b31dc3-6597-46ac-b6ec-62df2364168e on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:11:08.744566 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Attempting to bind port 21b31dc3-6597-46ac-b6ec-62df2364168e by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '8f872b56-3f8a-41a6-b41d-3f431cac4a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:11:08.744943 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Attempting to bind port 21b31dc3-6597-46ac-b6ec-62df2364168e on network 9e3e2322-7b1d-4793-ab21-3c50a5faa848 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:11:08.765522 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:11:08.765835 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Checking segment: {'id': '8f872b56-3f8a-41a6-b41d-3f431cac4a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:11:08.766515 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:08.768044 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Bound using segment: {'id': '8f872b56-3f8a-41a6-b41d-3f431cac4a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:11:08.768568 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Bound port: 21b31dc3-6597-46ac-b6ec-62df2364168e, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f872b56-3f8a-41a6-b41d-3f431cac4a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:11:08.768854 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:08.927820 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:08.951432 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] For port 21b31dc3-6597-46ac-b6ec-62df2364168e, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:11:08.962835 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] For port 21b31dc3-6597-46ac-b6ec-62df2364168e, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=21b31dc3-6597-46ac-b6ec-62df2364168e,segment=NetworkSegment(8f872b56-3f8a-41a6-b41d-3f431cac4a01),segment_id=8f872b56-3f8a-41a6-b41d-3f431cac4a01)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:11:08.969091 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:11:08.969961 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786fa1b-c1d8-45bf-be16-b76aaa43d572 req-a690ae3a-b3a9-4a62-8faa-2d71bcc8d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:08.971607 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4786fa1b-c1d8-45bf-be16-b76aaa43d572 req-a690ae3a-b3a9-4a62-8faa-2d71bcc8d06f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 1099 time: 0.0855145
Nov 16 22:11:08.977258 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5397298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6122392'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:08.980548 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port fbe23ff8-bfec-4365-be31-91f5a8a58e26, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:11:08.984699 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-93571ac4-acdc-40ef-b6b0-9a4fe67c562b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:08.994408 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:09.006277 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-1ec69e79-8ff9-45ef-ac2c-2a23f1ea7efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:09.040383 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4786fa1b-c1d8-45bf-be16-b76aaa43d572 req-6e75abbe-b73d-4dc4-8813-826fadd4eb47 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407696
Nov 16 22:11:09.041291 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c509db6-fe91-4356-8db9-4fb49ed379f5,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:09.047367 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:09.066838 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26', 'code': 200}
Nov 16 22:11:09.078168 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:09.080045 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Checking segment: {'id': '172c90b2-872e-4d2e-92d4-0782b52f28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ea764007-fd0d-40bd-95a0-bdf0929de964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:11:09.080673 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Network hostable DHCP agents. Network: ea764007-fd0d-40bd-95a0-bdf0929de964, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:11:09.102574 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Routers {'455f00e0-075d-4666-8bd8-372800e31a3e'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:11:09.103241 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1a4eca0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:10:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['455f00e0-075d-4666-8bd8-372800e31a3e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:11:09.171371 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Network ea764007-fd0d-40bd-95a0-bdf0929de964 is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:11:09.189981 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec69e79-8ff9-45ef-ac2c-2a23f1ea7efb None None] Pushing event updated for resources: {'Port': ['ID=21b31dc3-6597-46ac-b6ec-62df2364168e,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:09.195652 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-1ec69e79-8ff9-45ef-ac2c-2a23f1ea7efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:09.196121 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:09.256455 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, ea764007-fd0d-40bd-95a0-bdf0929de964) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:11:09.261460 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:09.263052 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:09.303272 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f4da6-1eed-4a08-be9b-4c3d2913bfa3 None None] Network ea764007-fd0d-40bd-95a0-bdf0929de964 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:11:09.348946 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8876286
Nov 16 22:11:09.351198 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 38258) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:09.356114 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1610022596-router', 'tenant_id': 'ef90c3cb8a9643019853c42e20580e4a', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:11:09.361566 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:11:09.365683 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Usage tracker for resource:router and tenant:ef90c3cb8a9643019853c42e20580e4a is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:11:09.368794 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:11:09.375645 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:11:09.434254 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=fbe23ff8-bfec-4365-be31-91f5a8a58e26,revision_number=8']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:09.441957 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:09.450736 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1706'] for router, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:09.451874 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7990882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7984489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1617'] for router, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:09.457196 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] Set router 455f00e0-075d-4666-8bd8-372800e31a3e gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:11:09.467607 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:09.869533 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7984411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1607'] for router, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:09.869863 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bff51-4562-4d65-9bb5-6389f2ed0581 req-7b7def94-bd9a-4d4f-a46b-5efbf6b0dae2 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:09.871422 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-db1bff51-4562-4d65-9bb5-6389f2ed0581 req-7b7def94-bd9a-4d4f-a46b-5efbf6b0dae2 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1627054
Nov 16 22:11:09.887659 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5fd7-7e39-4371-9011-9eb23a1ce637 req-c1ff0af4-56ad-49fa-b8ca-7576c166c081 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:09.889239 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-148c5fd7-7e39-4371-9011-9eb23a1ce637 req-c1ff0af4-56ad-49fa-b8ca-7576c166c081 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1412392
Nov 16 22:11:09.936955 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d73b1c-f81f-5766-b340-81ce724f3cc1-ea764007-fd0d-40bd-95a0-bdf0929de964', 'network_id': 'ea764007-fd0d-40bd-95a0-bdf0929de964', 'tenant_id': 'ef90c3cb8a9643019853c42e20580e4a', 'fixed_ips': [{'subnet_id': '2c509db6-fe91-4356-8db9-4fb49ed379f5'}]}} from dv-cinder-818140-1-iscsi. {{(pid=87471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 16 22:11:09.937961 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:09.964646 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-db1bff51-4562-4d65-9bb5-6389f2ed0581 req-eb620e5f-854c-4aaa-9aeb-ef54092a7f80 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743401
Nov 16 22:11:09.973204 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-148c5fd7-7e39-4371-9011-9eb23a1ce637 req-5959f898-fe3f-4b0e-9dee-851e239b4466 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685399
Nov 16 22:11:10.213522 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1a4eca0>, [{'id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'name': 'tempest-TestMinimumBasicScenario-218532487-router', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:10:58Z', 'updated_at': '2021-11-16T22:11:04Z', 'revision_number': 4, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'gw_port': {'id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:10:59Z', 'updated_at': '2021-11-16T22:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '21b31dc3-6597-46ac-b6ec-62df2364168e', 'name': '', 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'mac_address': 'fa:16:3e:63:75:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:03Z', 'updated_at': '2021-11-16T22:11:08Z', 'revision_number': 4, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'subnets': [{'id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:11:10.221423 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.db_base_plugin_common [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Allocated IP 172.20.0.2 (ea764007-fd0d-40bd-95a0-bdf0929de964/2c509db6-fe91-4356-8db9-4fb49ed379f5/5390b282-1b8d-434b-9ee4-1a1a0182191d) {{(pid=87471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:11:10.224138 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c23ed74-00e7-4197-9880-6bf7a1062961 None None] The sync data for ids ['455f00e0-075d-4666-8bd8-372800e31a3e'] in dv-cinder-818140-1-iscsi is: [{'id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'name': 'tempest-TestMinimumBasicScenario-218532487-router', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:10:58Z', 'updated_at': '2021-11-16T22:11:04Z', 'revision_number': 4, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'gw_port': {'id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:10:59Z', 'updated_at': '2021-11-16T22:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '21b31dc3-6597-46ac-b6ec-62df2364168e', 'name': '', 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'mac_address': 'fa:16:3e:63:75:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:03Z', 'updated_at': '2021-11-16T22:11:08Z', 'revision_number': 4, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'subnets': [{'id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:11:10.408817 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:10.443897 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:10.525105 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Notify callbacks [] for port, precommit_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:10.557966 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Transition to ACTIVE for port object 5390b282-1b8d-434b-9ee4-1a1a0182191d will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:11:10.609716 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Transition to ACTIVE for port object 5390b282-1b8d-434b-9ee4-1a1a0182191d will not be triggered until provisioned by entity DHCP. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:11:10.624798 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Allocated IP 172.27.1.245 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/896089c3-66a3-4d4e-8270-75245fc293bc) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:11:10.715948 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967'] for port, after_create {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:10.744719 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-b363f8ce-ae06-4adc-a9ef-9fd2ed13bcf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:10.823934 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Network ea764007-fd0d-40bd-95a0-bdf0929de964 is already hosted by enough agents. {{(pid=87471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:11:10.826980 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.scheduler.base_scheduler [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Resources bound (agent type, host, resource id):  {{(pid=87471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:11:10.836262 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Received port after_create {{(pid=87471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:11:10.845584 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:10.907170 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Pushing event updated for resources: {'Port': ['ID=5390b282-1b8d-434b-9ee4-1a1a0182191d,revision_number=1']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:10.914233 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:10.971360 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Attempting to bind port 5390b282-1b8d-434b-9ee4-1a1a0182191d on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:11:10.972108 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Attempting to bind port 5390b282-1b8d-434b-9ee4-1a1a0182191d by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '172c90b2-872e-4d2e-92d4-0782b52f28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ea764007-fd0d-40bd-95a0-bdf0929de964'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:11:10.972108 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Attempting to bind port 5390b282-1b8d-434b-9ee4-1a1a0182191d on network ea764007-fd0d-40bd-95a0-bdf0929de964 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:11:10.977961 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:11:10.978394 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Checking segment: {'id': '172c90b2-872e-4d2e-92d4-0782b52f28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ea764007-fd0d-40bd-95a0-bdf0929de964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:11:10.978808 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:10.979249 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Bound using segment: {'id': '172c90b2-872e-4d2e-92d4-0782b52f28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ea764007-fd0d-40bd-95a0-bdf0929de964'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:11:10.979706 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Bound port: 5390b282-1b8d-434b-9ee4-1a1a0182191d, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172c90b2-872e-4d2e-92d4-0782b52f28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ea764007-fd0d-40bd-95a0-bdf0929de964'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:11:10.980087 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:10.988291 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:10.993929 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-8e7ee7f2-632a-41a4-a452-989ae0811e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:11.089048 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:11:11.093313 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:11:11.098115 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:11:11.152170 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Pushing event updated for resources: {'Port': ['ID=896089c3-66a3-4d4e-8270-75245fc293bc,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:11.155957 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:11.168008 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] For port 5390b282-1b8d-434b-9ee4-1a1a0182191d, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:11:11.176280 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] For port 5390b282-1b8d-434b-9ee4-1a1a0182191d, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=5390b282-1b8d-434b-9ee4-1a1a0182191d,segment=NetworkSegment(172c90b2-872e-4d2e-92d4-0782b52f28f2),segment_id=172c90b2-872e-4d2e-92d4-0782b52f28f2)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:11:11.224611 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db13d5-0e68-4702-979f-75ca4d245d38 req-c51e6e70-bb96-455f-a7da-779e7dd71746 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:11.227923 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-15db13d5-0e68-4702-979f-75ca4d245d38 req-c51e6e70-bb96-455f-a7da-779e7dd71746 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1136558
Nov 16 22:11:11.234927 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:11.241012 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:11.289391 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-15db13d5-0e68-4702-979f-75ca4d245d38 req-73e14e25-da19-4904-9c59-0e9789059aca tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560935
Nov 16 22:11:11.337314 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Pushing event updated for resources: {'Port': ['ID=5390b282-1b8d-434b-9ee4-1a1a0182191d,revision_number=2']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:11.354214 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:11.857308 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:12.082575 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 21b31dc3-6597-46ac-b6ec-62df2364168e up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:11:12.298593 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 21b31dc3-6597-46ac-b6ec-62df2364168e completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:11:12.304739 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 21b31dc3-6597-46ac-b6ec-62df2364168e triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:12.305353 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:12.395745 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7984134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7984390'] for router, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:12.424139 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7041b1-ebbc-4d38-a124-22ceff3339f6 req-ae3bf4d9-f7bb-4a5f-b7b4-dba7572009b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:12.425519 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e7041b1-ebbc-4d38-a124-22ceff3339f6 req-ae3bf4d9-f7bb-4a5f-b7b4-dba7572009b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31f2fb519aca4110a2e1ceb5fde62e59&device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 1099 time: 0.1964068
Nov 16 22:11:12.514938 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:12.582833 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port 21b31dc3-6597-46ac-b6ec-62df2364168e, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=21b31dc3-6597-46ac-b6ec-62df2364168e,segment=NetworkSegment(8f872b56-3f8a-41a6-b41d-3f431cac4a01),segment_id=8f872b56-3f8a-41a6-b41d-3f431cac4a01)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:11:12.628974 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e1b9a-8889-45da-ab89-df68789bea5c req-31291594-aa7e-49fb-9fb5-bd0d556a487c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:12.631105 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0d6e1b9a-8889-45da-ab89-df68789bea5c req-31291594-aa7e-49fb-9fb5-bd0d556a487c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.4471507
Nov 16 22:11:12.652983 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:12.654858 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 5390b282-1b8d-434b-9ee4-1a1a0182191d up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:11:12.720103 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device fbe23ff8-bfec-4365-be31-91f5a8a58e26 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:11:12.762248 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:12.811196 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e669dfd-c2df-4864-9a02-c678248eceeb None None] Network ea764007-fd0d-40bd-95a0-bdf0929de964 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:11:12.871747 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0d6e1b9a-8889-45da-ab89-df68789bea5c req-21151475-88d7-4cee-a9d7-522d1d43a619 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2262135
Nov 16 22:11:12.875898 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7041b1-ebbc-4d38-a124-22ceff3339f6 req-4a280942-8132-474f-bb0f-0723eadb8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:12.877508 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e7041b1-ebbc-4d38-a124-22ceff3339f6 req-4a280942-8132-474f-bb0f-0723eadb8037 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0087e2d7-4f1a-4fea-baad-ae616045916e HTTP/1.1" status: 200  len: 920 time: 0.4434321
Nov 16 22:11:12.962177 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e7041b1-ebbc-4d38-a124-22ceff3339f6 req-67f82793-cf0c-4822-b44f-ae0527ff2cc9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd HTTP/1.1" status: 200  len: 217 time: 0.0734487
Nov 16 22:11:12.971912 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683cc0d-28f7-4231-bd4c-bcfe2105a79d req-e1eda2f0-88b7-4681-8359-7694e80104d1 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:12.977041 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Router 2149c845-b7bc-4354-bd35-6ebdd1ed7353 is scheduled to L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee with binding_index 1 {{(pid=87470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 16 22:11:12.979733 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2683cc0d-28f7-4231-bd4c-bcfe2105a79d req-e1eda2f0-88b7-4681-8359-7694e80104d1 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.5101345
Nov 16 22:11:13.053863 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-46428cda-c2cd-40e2-99b5-10003ef10e5b None None] Provisioning for port 5390b282-1b8d-434b-9ee4-1a1a0182191d completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:11:13.081206 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2683cc0d-28f7-4231-bd4c-bcfe2105a79d req-b7e6093e-3eec-48b4-b09e-e56f8f3eb997 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1005998
Nov 16 22:11:13.084988 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7041b1-ebbc-4d38-a124-22ceff3339f6 req-fa9dd7a5-77d1-4a6c-8ef5-b2a5a3d6f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:13.086129 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e7041b1-ebbc-4d38-a124-22ceff3339f6 req-fa9dd7a5-77d1-4a6c-8ef5-b2a5a3d6f6d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=feff6ede-3b67-4d6a-b1b3-d918954bcf9b HTTP/1.1" status: 200  len: 859 time: 0.1039081
Nov 16 22:11:13.132350 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=21b31dc3-6597-46ac-b6ec-62df2364168e,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:13.144136 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e7041b1-ebbc-4d38-a124-22ceff3339f6 req-0ca51efb-1e1e-4210-abe2-10fe484a77ef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0087e2d7-4f1a-4fea-baad-ae616045916e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508749
Nov 16 22:11:13.148159 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:13.191775 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:11:13.202579 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Sync routers for ids ['2149c845-b7bc-4354-bd35-6ebdd1ed7353'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:11:13.218480 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Routers {'2149c845-b7bc-4354-bd35-6ebdd1ed7353'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:11:13.219238 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d29f72b0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:10:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['2149c845-b7bc-4354-bd35-6ebdd1ed7353'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:11:13.284889 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:13.289702 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.9347713
Nov 16 22:11:13.290054 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 38348) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:13.303262 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 5390b282-1b8d-434b-9ee4-1a1a0182191d completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:11:13.327943 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 5390b282-1b8d-434b-9ee4-1a1a0182191d triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:13.328326 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:13.330140 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e7041b1-ebbc-4d38-a124-22ceff3339f6 req-26a74986-a206-4527-a351-c7622cf01aea service neutron] 10.222.0.72 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1785095
Nov 16 22:11:13.387902 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 38352) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:13.540383 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Set router 2149c845-b7bc-4354-bd35-6ebdd1ed7353 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:11:13.545416 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:13.609696 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port 5390b282-1b8d-434b-9ee4-1a1a0182191d, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=5390b282-1b8d-434b-9ee4-1a1a0182191d,segment=NetworkSegment(172c90b2-872e-4d2e-92d4-0782b52f28f2),segment_id=172c90b2-872e-4d2e-92d4-0782b52f28f2)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:11:13.639637 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e7041b1-ebbc-4d38-a124-22ceff3339f6 req-9c420431-ce6c-4d28-815f-a3b376e35fa4 service neutron] 10.222.0.72 "GET /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2902777
Nov 16 22:11:13.650062 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 38360) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:13.704867 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:13.710493 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:13.793207 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f40404be-4dae-46fa-a544-d979eb4325dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:13.812393 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=5390b282-1b8d-434b-9ee4-1a1a0182191d,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:13.817341 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:13.843860 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f40404be-4dae-46fa-a544-d979eb4325dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:11:13.852511 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f40404be-4dae-46fa-a544-d979eb4325dd admin admin] Usage tracker for resource:security_group_rule and tenant:4e2169998b164193833f7d8a938df2eb is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:11:13.853512 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e32f73b9-df02-4579-8f86-161ab377f71a req-fdc6df26-c7db-45b1-8546-a4adf267ee84 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4643803
Nov 16 22:11:13.857444 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-f40404be-4dae-46fa-a544-d979eb4325dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:11:13.864561 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-f40404be-4dae-46fa-a544-d979eb4325dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:11:14.066751 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 21b31dc3-6597-46ac-b6ec-62df2364168e up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:11:14.081550 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f40404be-4dae-46fa-a544-d979eb4325dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:14.149431 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d29f72b0>, [{'id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'name': 'tempest-TestMinimumBasicScenario-1610022596-router', 'tenant_id': 'ef90c3cb8a9643019853c42e20580e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '896089c3-66a3-4d4e-8270-75245fc293bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:11:09Z', 'updated_at': '2021-11-16T22:11:11Z', 'revision_number': 3, 'project_id': 'ef90c3cb8a9643019853c42e20580e4a', 'gw_port': {'id': '896089c3-66a3-4d4e-8270-75245fc293bc', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:10Z', 'updated_at': '2021-11-16T22:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:11:14.154962 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Checking router: 2149c845-b7bc-4354-bd35-6ebdd1ed7353 for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:11:14.155767 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Updating router 2149c845-b7bc-4354-bd35-6ebdd1ed7353 port 896089c3-66a3-4d4e-8270-75245fc293bc binding host dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:11:14.197998 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f40404be-4dae-46fa-a544-d979eb4325dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:14.228653 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-56e4e168-bc40-456a-b765-d2f7e816b6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:14.229800 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-c790013c-9f92-4369-b51b-a3f9c58e88c3 None None] Provisioning complete for port 5390b282-1b8d-434b-9ee4-1a1a0182191d triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:14.230306 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c790013c-9f92-4369-b51b-a3f9c58e88c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:14.247554 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:14.276705 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 21b31dc3-6597-46ac-b6ec-62df2364168e triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:14.277092 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:14.289143 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40404be-4dae-46fa-a544-d979eb4325dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8927d85a-a9af-46b0-9eb6-d2bb259f6dd6,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:14.307011 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f40404be-4dae-46fa-a544-d979eb4325dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:14.400158 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f40404be-4dae-46fa-a544-d979eb4325dd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4e2169998b164193833f7d8a938df2eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7492521
Nov 16 22:11:14.408521 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 38376) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:14.471509 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:14.528026 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee628b47-dad9-4ef3-844b-380cd3ef52ba req-b6009bc2-56fa-46f5-a9e1-290952b8495b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:14.535808 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ee628b47-dad9-4ef3-844b-380cd3ef52ba req-b6009bc2-56fa-46f5-a9e1-290952b8495b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.4508085
Nov 16 22:11:14.616240 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ee628b47-dad9-4ef3-844b-380cd3ef52ba req-3941e1e7-79bf-4e6a-913f-4d3d99bc56a2 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793664
Nov 16 22:11:14.617182 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eec64472-24c1-4ab5-9980-87acb057eca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:14.668505 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 5390b282-1b8d-434b-9ee4-1a1a0182191d up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:11:14.673488 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8e621-554c-43b1-a9c1-f39392d6ec0d req-f5d8466e-10f7-4f74-989e-4e31985c7761 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:14.681101 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-77f8e621-554c-43b1-a9c1-f39392d6ec0d req-f5d8466e-10f7-4f74-989e-4e31985c7761 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.3577106
Nov 16 22:11:14.716616 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eec64472-24c1-4ab5-9980-87acb057eca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:14.719313 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6507325e-a892-44e8-8a6a-7097258893cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:14.770203 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-77f8e621-554c-43b1-a9c1-f39392d6ec0d req-ec0e8ff1-6552-4df9-a5fc-0ac1aaba2b37 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879469
Nov 16 22:11:14.800242 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 5390b282-1b8d-434b-9ee4-1a1a0182191d triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:14.800242 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:14.856605 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Allocated IP 172.20.0.1 (ea764007-fd0d-40bd-95a0-bdf0929de964/2c509db6-fe91-4356-8db9-4fb49ed379f5/50387228-756d-480e-a84d-5c86f8699e8d) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:11:14.879547 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:14.931122 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Transition to ACTIVE for port object 896089c3-66a3-4d4e-8270-75245fc293bc will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:11:14.932442 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eec64472-24c1-4ab5-9980-87acb057eca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:14.944621 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5c4fa111-a3b4-4cb0-9aab-7caa90cdb6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:14.956073 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec64472-24c1-4ab5-9980-87acb057eca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8927d85a-a9af-46b0-9eb6-d2bb259f6dd6,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:14.959877 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-eec64472-24c1-4ab5-9980-87acb057eca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:14.966084 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eec64472-24c1-4ab5-9980-87acb057eca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:14.967714 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-eec64472-24c1-4ab5-9980-87acb057eca1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8927d85a-a9af-46b0-9eb6-d2bb259f6dd6 HTTP/1.1" status: 204  len: 168 time: 0.5560787
Nov 16 22:11:15.017538 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:15.022702 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-4d816f0f-5a7d-459f-ac6b-e6d4b9749182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:15.026348 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:15.042878 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Transition to ACTIVE for port object 50387228-756d-480e-a84d-5c86f8699e8d will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:11:15.102004 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:15.110141 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Attempting to bind port 896089c3-66a3-4d4e-8270-75245fc293bc on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:11:15.112121 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Attempting to bind port 896089c3-66a3-4d4e-8270-75245fc293bc by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:11:15.112121 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Attempting to bind port 896089c3-66a3-4d4e-8270-75245fc293bc on network 10de077c-bbee-4272-8747-14a2748b01b9 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:11:15.118559 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae1274-ecde-47ad-9d0b-20a1714f35fb None None] Pushing event updated for resources: {'Port': ['ID=896089c3-66a3-4d4e-8270-75245fc293bc,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:15.121854 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-82ae1274-ecde-47ad-9d0b-20a1714f35fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:15.122760 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:11:15.123137 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Checking segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:11:15.123568 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:15.123997 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Bound using segment: {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:11:15.124533 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Bound port: 896089c3-66a3-4d4e-8270-75245fc293bc, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b72f70-59d2-4669-a99c-4113fe343f41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:11:15.124978 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:15.131535 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:15.139370 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-03efe5d0-027d-4069-b6aa-3d9ced0a5491 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:15.197423 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Network ea764007-fd0d-40bd-95a0-bdf0929de964 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:11:15.200982 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:11:15.206453 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:11:15.217210 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] For port 896089c3-66a3-4d4e-8270-75245fc293bc, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:11:15.220171 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] For port 896089c3-66a3-4d4e-8270-75245fc293bc, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=896089c3-66a3-4d4e-8270-75245fc293bc,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:11:15.291244 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:15.295584 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:15.373872 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489072'] for router_interface, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:15.392186 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Pushing event updated for resources: {'Port': ['ID=50387228-756d-480e-a84d-5c86f8699e8d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:15.395501 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:15.429957 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Routers {'2149c845-b7bc-4354-bd35-6ebdd1ed7353'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:11:15.430626 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d29f72b0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:10:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['2149c845-b7bc-4354-bd35-6ebdd1ed7353'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:11:15.500309 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae1274-ecde-47ad-9d0b-20a1714f35fb None None] Pushing event updated for resources: {'Port': ['ID=896089c3-66a3-4d4e-8270-75245fc293bc,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:15.505247 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG oslo_concurrency.lockutils [None req-82ae1274-ecde-47ad-9d0b-20a1714f35fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:15.536019 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-1507f938-0013-456f-bfb3-05cbf5f8ecfb None None] Provisioning for port 50387228-756d-480e-a84d-5c86f8699e8d completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:11:15.542791 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-1507f938-0013-456f-bfb3-05cbf5f8ecfb None None] Provisioning complete for port 50387228-756d-480e-a84d-5c86f8699e8d triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:15.543652 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1507f938-0013-456f-bfb3-05cbf5f8ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:15.586864 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:15.653988 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-1507f938-0013-456f-bfb3-05cbf5f8ecfb None None] Port 50387228-756d-480e-a84d-5c86f8699e8d cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:11:15.668974 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] Set router 2149c845-b7bc-4354-bd35-6ebdd1ed7353 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:11:15.819467 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a968b0-b783-40a9-af76-9bc773253cfa req-218a5780-007b-42f9-ba74-8e9e020196d4 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:15.821655 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b7a968b0-b783-40a9-af76-9bc773253cfa req-218a5780-007b-42f9-ba74-8e9e020196d4 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.0940621
Nov 16 22:11:15.854735 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:15.871926 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b7a968b0-b783-40a9-af76-9bc773253cfa req-288607cc-0248-469d-b389-5c606c031bd3 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440166
Nov 16 22:11:15.900595 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 38388) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:15.921591 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:15.950733 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:15.992881 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0eebbc7b-4ab2-4a3a-bc32-49a67fe3f8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:15.998013 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d29f72b0>, [{'id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'name': 'tempest-TestMinimumBasicScenario-1610022596-router', 'tenant_id': 'ef90c3cb8a9643019853c42e20580e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '896089c3-66a3-4d4e-8270-75245fc293bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:11:09Z', 'updated_at': '2021-11-16T22:11:11Z', 'revision_number': 3, 'project_id': 'ef90c3cb8a9643019853c42e20580e4a', 'gw_port': {'id': '896089c3-66a3-4d4e-8270-75245fc293bc', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:10Z', 'updated_at': '2021-11-16T22:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:11:16.002964 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fea99a-e3b8-43fb-83be-095da2f7a9a2 None None] The sync data for ids ['2149c845-b7bc-4354-bd35-6ebdd1ed7353'] in dv-cinder-818140-1-iscsi is: [{'id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'name': 'tempest-TestMinimumBasicScenario-1610022596-router', 'tenant_id': 'ef90c3cb8a9643019853c42e20580e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '896089c3-66a3-4d4e-8270-75245fc293bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:11:09Z', 'updated_at': '2021-11-16T22:11:11Z', 'revision_number': 3, 'project_id': 'ef90c3cb8a9643019853c42e20580e4a', 'gw_port': {'id': '896089c3-66a3-4d4e-8270-75245fc293bc', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:10Z', 'updated_at': '2021-11-16T22:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:11:16.012659 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431693d-cf07-455f-89b5-c2f47c9ee18c req-77983819-9d9a-435a-b7c6-86ff35bb9643 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:16.014288 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e431693d-cf07-455f-89b5-c2f47c9ee18c req-77983819-9d9a-435a-b7c6-86ff35bb9643 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.0936716
Nov 16 22:11:16.023528 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0eebbc7b-4ab2-4a3a-bc32-49a67fe3f8e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:11:16.027967 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-0eebbc7b-4ab2-4a3a-bc32-49a67fe3f8e4 admin admin] Usage tracker for resource:security_group_rule and tenant:7893264e3f7749eabb5e07edaf75b574 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:11:16.040432 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-0eebbc7b-4ab2-4a3a-bc32-49a67fe3f8e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:11:16.058307 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-0eebbc7b-4ab2-4a3a-bc32-49a67fe3f8e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:11:16.062127 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Pushing event updated for resources: {'Port': ['ID=50387228-756d-480e-a84d-5c86f8699e8d,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:16.067955 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:16.072729 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489171'] for router_interface, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:16.074090 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e431693d-cf07-455f-89b5-c2f47c9ee18c req-dd296c5e-0e08-466e-9ff3-309b87c7a74a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526896
Nov 16 22:11:16.286593 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Network ea764007-fd0d-40bd-95a0-bdf0929de964 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:11:16.290421 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:11:16.303577 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0eebbc7b-4ab2-4a3a-bc32-49a67fe3f8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:16.368921 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-0eebbc7b-4ab2-4a3a-bc32-49a67fe3f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:16.400196 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-591307d5-8e4d-4ebe-a3de-f31da5bb721e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:16.422526 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-0eebbc7b-4ab2-4a3a-bc32-49a67fe3f8e4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7893264e3f7749eabb5e07edaf75b574&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5203035
Nov 16 22:11:16.425886 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 38392) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:16.466778 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebbc7b-4ab2-4a3a-bc32-49a67fe3f8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546789e2-15a3-43be-b273-a35541415e84,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:16.516768 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3d7eb4ce-6b64-41c8-ba74-a1fc5b203495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:16.551519 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3d7eb4ce-6b64-41c8-ba74-a1fc5b203495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:16.595761 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-0eebbc7b-4ab2-4a3a-bc32-49a67fe3f8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:16.602757 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-c5ea991d-df8e-4c5f-b210-38cfb37107c7 None None] Provisioning complete for port 50387228-756d-480e-a84d-5c86f8699e8d triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:16.603811 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c5ea991d-df8e-4c5f-b210-38cfb37107c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:16.624190 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Router 2149c845-b7bc-4354-bd35-6ebdd1ed7353 has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:11:16.687817 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3d7eb4ce-6b64-41c8-ba74-a1fc5b203495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:16.695984 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5b42d15b-415d-40c6-93f0-a46d7d62c5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:16.711001 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7eb4ce-6b64-41c8-ba74-a1fc5b203495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546789e2-15a3-43be-b273-a35541415e84,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:16.713111 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea991d-df8e-4c5f-b210-38cfb37107c7 None None] Port 50387228-756d-480e-a84d-5c86f8699e8d cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:11:16.715355 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3d7eb4ce-6b64-41c8-ba74-a1fc5b203495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:16.718100 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3d7eb4ce-6b64-41c8-ba74-a1fc5b203495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:16.736317 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-3d7eb4ce-6b64-41c8-ba74-a1fc5b203495 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/546789e2-15a3-43be-b273-a35541415e84 HTTP/1.1" status: 204  len: 168 time: 0.2985871
Nov 16 22:11:16.839881 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:11:16.862736 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] 10.222.0.71 "PUT /v2.0/routers/2149c845-b7bc-4354-bd35-6ebdd1ed7353/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5714438
Nov 16 22:11:17.111930 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debeec59-f8d2-4549-acd6-6362fb0bc4b5 req-b17cea14-2b6b-453c-8fcf-ee476b8a80e3 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:17.119061 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-debeec59-f8d2-4549-acd6-6362fb0bc4b5 req-b17cea14-2b6b-453c-8fcf-ee476b8a80e3 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1097579
Nov 16 22:11:17.181821 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-debeec59-f8d2-4549-acd6-6362fb0bc4b5 req-f1a78d10-0e51-4065-81e1-a6d8987dd1ab tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617447
Nov 16 22:11:17.239193 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5be43a94-54f5-495d-b4aa-05d85ecfb85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:17.383109 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21865df2-0973-4b15-9220-71783c28feaa req-951a64e0-ac45-40b3-bdc8-418222314aed tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:17.393138 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-21865df2-0973-4b15-9220-71783c28feaa req-951a64e0-ac45-40b3-bdc8-418222314aed tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1763375
Nov 16 22:11:17.473179 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-21865df2-0973-4b15-9220-71783c28feaa req-19ccdcfe-953a-4575-9146-a874d2a8a0a7 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0789652
Nov 16 22:11:17.874321 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Sync routers for ids ['2149c845-b7bc-4354-bd35-6ebdd1ed7353'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:11:17.886191 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Routers {'2149c845-b7bc-4354-bd35-6ebdd1ed7353'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:11:17.886895 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d21a4eb0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:11:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['2149c845-b7bc-4354-bd35-6ebdd1ed7353'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:11:18.094364 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 896089c3-66a3-4d4e-8270-75245fc293bc up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:11:18.138414 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f73b9-df02-4579-8f86-161ab377f71a req-7616d21a-08bf-4b6e-8cff-a854f4070fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:18.140126 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e32f73b9-df02-4579-8f86-161ab377f71a req-7616d21a-08bf-4b6e-8cff-a854f4070fb5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101&tenant_id=26d8251468c6461ba688baa16c61c407 HTTP/1.1" status: 200  len: 1096 time: 0.1141193
Nov 16 22:11:18.238153 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Set router 2149c845-b7bc-4354-bd35-6ebdd1ed7353 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:11:18.304203 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f73b9-df02-4579-8f86-161ab377f71a req-41fa36fc-f532-43d8-b3d4-8ac71b37bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:18.306080 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e32f73b9-df02-4579-8f86-161ab377f71a req-41fa36fc-f532-43d8-b3d4-8ac71b37bba1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26d8251468c6461ba688baa16c61c407&device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 1096 time: 0.0838223
Nov 16 22:11:18.372337 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 896089c3-66a3-4d4e-8270-75245fc293bc completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:11:18.472056 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 896089c3-66a3-4d4e-8270-75245fc293bc triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:18.472498 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:18.666837 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f73b9-df02-4579-8f86-161ab377f71a req-08506aae-cb65-4097-9095-cd477c6cadf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:18.671043 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e32f73b9-df02-4579-8f86-161ab377f71a req-08506aae-cb65-4097-9095-cd477c6cadf4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=01d0b958-6461-40ea-b3fa-8442b12165d5 HTTP/1.1" status: 200  len: 917 time: 0.3549495
Nov 16 22:11:18.673718 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:18.760548 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:18.803174 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port 896089c3-66a3-4d4e-8270-75245fc293bc, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=896089c3-66a3-4d4e-8270-75245fc293bc,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:11:18.811796 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d21a4eb0>, [{'id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'name': 'tempest-TestMinimumBasicScenario-1610022596-router', 'tenant_id': 'ef90c3cb8a9643019853c42e20580e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '896089c3-66a3-4d4e-8270-75245fc293bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:11:09Z', 'updated_at': '2021-11-16T22:11:15Z', 'revision_number': 4, 'project_id': 'ef90c3cb8a9643019853c42e20580e4a', 'gw_port': {'id': '896089c3-66a3-4d4e-8270-75245fc293bc', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:10Z', 'updated_at': '2021-11-16T22:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '50387228-756d-480e-a84d-5c86f8699e8d', 'name': '', 'network_id': 'ea764007-fd0d-40bd-95a0-bdf0929de964', 'tenant_id': 'ef90c3cb8a9643019853c42e20580e4a', 'mac_address': 'fa:16:3e:ce:2c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '2c509db6-fe91-4356-8db9-4fb49ed379f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:14Z', 'updated_at': '2021-11-16T22:11:15Z', 'revision_number': 2, 'project_id': 'ef90c3cb8a9643019853c42e20580e4a', 'subnets': [{'id': '2c509db6-fe91-4356-8db9-4fb49ed379f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:11:18.817136 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Checking router: 2149c845-b7bc-4354-bd35-6ebdd1ed7353 for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:11:18.817136 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Updating router 2149c845-b7bc-4354-bd35-6ebdd1ed7353 port 50387228-756d-480e-a84d-5c86f8699e8d binding host dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 16 22:11:18.896375 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e32f73b9-df02-4579-8f86-161ab377f71a req-1bf1a904-4f93-4695-b6c8-d18dd9355e94 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26 HTTP/1.1" status: 200  len: 998 time: 0.2146792
Nov 16 22:11:18.918452 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:18.932789 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:18.978064 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:18.978805 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f73b9-df02-4579-8f86-161ab377f71a req-61d40a5d-68ea-4cba-84cd-85aa650d7b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:18.980304 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e32f73b9-df02-4579-8f86-161ab377f71a req-61d40a5d-68ea-4cba-84cd-85aa650d7b68 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2 HTTP/1.1" status: 200  len: 855 time: 0.0766299
Nov 16 22:11:18.993748 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af6e11-e4bf-44fe-9a28-ec5a1ff7e198 req-82ed3e29-ce89-41fa-958d-cfd06c054d06 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:19.020660 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-45af6e11-e4bf-44fe-9a28-ec5a1ff7e198 req-82ed3e29-ce89-41fa-958d-cfd06c054d06 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.2474873
Nov 16 22:11:19.116206 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=896089c3-66a3-4d4e-8270-75245fc293bc,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:19.130919 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:19.181364 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-45af6e11-e4bf-44fe-9a28-ec5a1ff7e198 req-d637a6be-b9f8-4f93-a6f5-5cac6c202d44 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1661005
Nov 16 22:11:19.246027 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f73b9-df02-4579-8f86-161ab377f71a req-73c4f788-9098-44ad-b64b-9b89a9cd24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:19.247553 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e32f73b9-df02-4579-8f86-161ab377f71a req-73c4f788-9098-44ad-b64b-9b89a9cd24d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=01d0b958-6461-40ea-b3fa-8442b12165d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2325287
Nov 16 22:11:19.435191 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e32f73b9-df02-4579-8f86-161ab377f71a req-2ee569fd-0dab-4be0-a4ca-b4e08f8369ee service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790335
Nov 16 22:11:19.600949 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Notify callbacks [] for port, precommit_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:19.622260 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Transition to ACTIVE for port object 50387228-756d-480e-a84d-5c86f8699e8d will not be triggered until provisioned by entity L2. {{(pid=87471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:11:19.628754 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e32f73b9-df02-4579-8f86-161ab377f71a req-84c2cea7-fa67-4caf-bcb0-ad72dc32fb65 service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1863730
Nov 16 22:11:19.684989 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:19.689730 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:19.770500 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d76c5c-8531-4b88-92fb-e8001db7f4ac None None] Pushing event updated for resources: {'Port': ['ID=50387228-756d-480e-a84d-5c86f8699e8d,revision_number=3']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:19.774717 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-e0d76c5c-8531-4b88-92fb-e8001db7f4ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:19.993324 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:20.023979 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 896089c3-66a3-4d4e-8270-75245fc293bc up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:11:20.097045 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Attempting to bind port 50387228-756d-480e-a84d-5c86f8699e8d on host dv-cinder-818140-1-iscsi for vnic_type normal with profile  {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:11:20.097429 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Attempting to bind port 50387228-756d-480e-a84d-5c86f8699e8d by drivers openvswitch,hyperv on host dv-cinder-818140-1-iscsi at level 0 using segments [{'id': '172c90b2-872e-4d2e-92d4-0782b52f28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ea764007-fd0d-40bd-95a0-bdf0929de964'}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:11:20.097803 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Attempting to bind port 50387228-756d-480e-a84d-5c86f8699e8d on network ea764007-fd0d-40bd-95a0-bdf0929de964 {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:11:20.107994 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Checking agent: {'id': '4e5091a1-f0e6-4ed5-b74b-d9e98a44a21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818140-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 57, 45), 'started_at': datetime.datetime(2021, 11, 16, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818140-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:11:20.108377 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Checking segment: {'id': '172c90b2-872e-4d2e-92d4-0782b52f28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ea764007-fd0d-40bd-95a0-bdf0929de964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:11:20.108813 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:20.109203 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Bound using segment: {'id': '172c90b2-872e-4d2e-92d4-0782b52f28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ea764007-fd0d-40bd-95a0-bdf0929de964'} {{(pid=87471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:11:20.109703 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.managers [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Bound port: 50387228-756d-480e-a84d-5c86f8699e8d, host: dv-cinder-818140-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172c90b2-872e-4d2e-92d4-0782b52f28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ea764007-fd0d-40bd-95a0-bdf0929de964'}}] {{(pid=87471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:11:20.110875 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:20.301258 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] For port 50387228-756d-480e-a84d-5c86f8699e8d, host dv-cinder-818140-1-iscsi, cleared binding levels {{(pid=87471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:11:20.305837 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] For port 50387228-756d-480e-a84d-5c86f8699e8d, host dv-cinder-818140-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=50387228-756d-480e-a84d-5c86f8699e8d,segment=NetworkSegment(172c90b2-872e-4d2e-92d4-0782b52f28f2),segment_id=172c90b2-872e-4d2e-92d4-0782b52f28f2)] {{(pid=87471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:11:20.326001 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 896089c3-66a3-4d4e-8270-75245fc293bc triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:20.326431 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:20.406184 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:20.417297 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-e0d76c5c-8531-4b88-92fb-e8001db7f4ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:20.596020 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d76c5c-8531-4b88-92fb-e8001db7f4ac None None] Pushing event updated for resources: {'Port': ['ID=50387228-756d-480e-a84d-5c86f8699e8d,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:20.606506 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-e0d76c5c-8531-4b88-92fb-e8001db7f4ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:20.629996 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027f388-5a96-4cfe-8b3b-5bf606a4addd req-e64f98ac-2f80-4792-a9cb-116007919580 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:20.629996 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b027f388-5a96-4cfe-8b3b-5bf606a4addd req-e64f98ac-2f80-4792-a9cb-116007919580 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.2031755
Nov 16 22:11:20.636326 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Routers {'2149c845-b7bc-4354-bd35-6ebdd1ed7353'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:11:20.636962 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d21a4eb0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:11:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['2149c845-b7bc-4354-bd35-6ebdd1ed7353'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:11:20.712522 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b027f388-5a96-4cfe-8b3b-5bf606a4addd req-c1640283-e1fc-43dc-bb87-4b89ea033699 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730045
Nov 16 22:11:21.288338 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] Set router 2149c845-b7bc-4354-bd35-6ebdd1ed7353 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:11:21.805324 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d21a4eb0>, [{'id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'name': 'tempest-TestMinimumBasicScenario-1610022596-router', 'tenant_id': 'ef90c3cb8a9643019853c42e20580e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '896089c3-66a3-4d4e-8270-75245fc293bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:11:09Z', 'updated_at': '2021-11-16T22:11:15Z', 'revision_number': 4, 'project_id': 'ef90c3cb8a9643019853c42e20580e4a', 'gw_port': {'id': '896089c3-66a3-4d4e-8270-75245fc293bc', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:10Z', 'updated_at': '2021-11-16T22:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '50387228-756d-480e-a84d-5c86f8699e8d', 'name': '', 'network_id': 'ea764007-fd0d-40bd-95a0-bdf0929de964', 'tenant_id': 'ef90c3cb8a9643019853c42e20580e4a', 'mac_address': 'fa:16:3e:ce:2c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '2c509db6-fe91-4356-8db9-4fb49ed379f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:14Z', 'updated_at': '2021-11-16T22:11:20Z', 'revision_number': 4, 'project_id': 'ef90c3cb8a9643019853c42e20580e4a', 'subnets': [{'id': '2c509db6-fe91-4356-8db9-4fb49ed379f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:11:21.811965 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbfd53-461c-4291-89eb-51f888fc71cf None None] The sync data for ids ['2149c845-b7bc-4354-bd35-6ebdd1ed7353'] in dv-cinder-818140-1-iscsi is: [{'id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'name': 'tempest-TestMinimumBasicScenario-1610022596-router', 'tenant_id': 'ef90c3cb8a9643019853c42e20580e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '896089c3-66a3-4d4e-8270-75245fc293bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:11:09Z', 'updated_at': '2021-11-16T22:11:15Z', 'revision_number': 4, 'project_id': 'ef90c3cb8a9643019853c42e20580e4a', 'gw_port': {'id': '896089c3-66a3-4d4e-8270-75245fc293bc', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:10Z', 'updated_at': '2021-11-16T22:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '50387228-756d-480e-a84d-5c86f8699e8d', 'name': '', 'network_id': 'ea764007-fd0d-40bd-95a0-bdf0929de964', 'tenant_id': 'ef90c3cb8a9643019853c42e20580e4a', 'mac_address': 'fa:16:3e:ce:2c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '2c509db6-fe91-4356-8db9-4fb49ed379f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:14Z', 'updated_at': '2021-11-16T22:11:20Z', 'revision_number': 4, 'project_id': 'ef90c3cb8a9643019853c42e20580e4a', 'subnets': [{'id': '2c509db6-fe91-4356-8db9-4fb49ed379f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:11:22.158531 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 50387228-756d-480e-a84d-5c86f8699e8d up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:11:22.289880 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811a3d7-0d26-4324-bbce-bfc0a453e2ec req-c997429f-971a-442d-976a-fc0435741cf5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:22.296506 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3811a3d7-0d26-4324-bbce-bfc0a453e2ec req-c997429f-971a-442d-976a-fc0435741cf5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.2947249
Nov 16 22:11:22.445340 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning for port 50387228-756d-480e-a84d-5c86f8699e8d completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:11:22.459097 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 50387228-756d-480e-a84d-5c86f8699e8d triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:22.460140 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:22.469984 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3811a3d7-0d26-4324-bbce-bfc0a453e2ec req-0d48de05-5791-4695-9e8b-3908ab7f2957 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1619823
Nov 16 22:11:22.895068 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:22.951306 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] For port 50387228-756d-480e-a84d-5c86f8699e8d, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=50387228-756d-480e-a84d-5c86f8699e8d,segment=NetworkSegment(172c90b2-872e-4d2e-92d4-0782b52f28f2),segment_id=172c90b2-872e-4d2e-92d4-0782b52f28f2)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:11:23.335690 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:23.345496 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:23.458419 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Pushing event updated for resources: {'Port': ['ID=50387228-756d-480e-a84d-5c86f8699e8d,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:23.471128 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:23.471506 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:23.471842 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:23.472269 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:23.472593 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:23.472913 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:23.473289 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:23.473617 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:23.473925 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:23.474405 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:23.474722 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:23.475448 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:23.481397 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:23.862506 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d66fc-e5d4-4af5-afad-0c164b69b941 req-875df37e-ca5c-4645-abb8-93b34b91a19f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:23.874724 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-085d66fc-e5d4-4af5-afad-0c164b69b941 req-875df37e-ca5c-4645-abb8-93b34b91a19f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1632617
Nov 16 22:11:23.999971 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-085d66fc-e5d4-4af5-afad-0c164b69b941 req-2a282a07-27d5-41b4-9a36-f7182be94ee9 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1177428
Nov 16 22:11:24.030188 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 50387228-756d-480e-a84d-5c86f8699e8d up at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:11:24.153532 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Provisioning complete for port 50387228-756d-480e-a84d-5c86f8699e8d triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:24.153901 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:25.352127 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a4682-cd98-4b16-b5b0-7b71702f6588 req-878f1576-3c86-4ad7-bd74-b84490df9c9c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:25.365004 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-057a4682-cd98-4b16-b5b0-7b71702f6588 req-878f1576-3c86-4ad7-bd74-b84490df9c9c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1363914
Nov 16 22:11:25.409254 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-057a4682-cd98-4b16-b5b0-7b71702f6588 req-2800f0d8-ec9f-485e-a38d-05a3ff2613d3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461426
Nov 16 22:11:26.690769 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66713dc3-0aa8-433b-89ca-628711b553a2 req-fee8eb9c-5214-4889-b52e-3d46c1955a17 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:26.692421 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-66713dc3-0aa8-433b-89ca-628711b553a2 req-fee8eb9c-5214-4889-b52e-3d46c1955a17 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.2151437
Nov 16 22:11:26.706253 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df291e-4e71-4163-82f6-a3cb2223d0c7 req-87a28719-035d-4e59-b1cb-086fa101ee3e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:26.707945 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-56df291e-4e71-4163-82f6-a3cb2223d0c7 req-87a28719-035d-4e59-b1cb-086fa101ee3e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1413670
Nov 16 22:11:26.778336 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-66713dc3-0aa8-433b-89ca-628711b553a2 req-8ad640c1-14e0-48ce-841a-a66df3797d31 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694041
Nov 16 22:11:26.785494 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-56df291e-4e71-4163-82f6-a3cb2223d0c7 req-e2168ba8-4428-4064-9d1a-a6056693ab7c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635672
Nov 16 22:11:28.228670 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a75729-41da-4bd5-acda-428210903984 req-26dffa4a-fd04-4443-bffa-be8891e5e86d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:28.232393 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d7a75729-41da-4bd5-acda-428210903984 req-26dffa4a-fd04-4443-bffa-be8891e5e86d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.2516022
Nov 16 22:11:28.280840 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96294012-4c5b-4c92-9ff4-cc1995b2b6f1 req-0a8ec343-db96-4df2-8acd-54c4f6e85993 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:28.282464 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-96294012-4c5b-4c92-9ff4-cc1995b2b6f1 req-0a8ec343-db96-4df2-8acd-54c4f6e85993 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.2404330
Nov 16 22:11:28.381108 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d7a75729-41da-4bd5-acda-428210903984 req-199c917f-eca4-4ec6-9880-5405c2e3cfcb tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438088
Nov 16 22:11:28.407948 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-96294012-4c5b-4c92-9ff4-cc1995b2b6f1 req-133075e4-1f93-4d2c-ae32-de25c626923f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1183910
Nov 16 22:11:29.770469 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88e9c3-985d-4109-b8cd-a209bb718564 req-86690727-fe40-4d79-b644-781567785e51 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:29.774369 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7f88e9c3-985d-4109-b8cd-a209bb718564 req-86690727-fe40-4d79-b644-781567785e51 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.2140398
Nov 16 22:11:29.788605 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85c6f8-b0dd-4f50-bc04-7bfde717c103 req-811e1595-7323-4e22-9644-82f0ffac8db0 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:29.798941 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3b85c6f8-b0dd-4f50-bc04-7bfde717c103 req-811e1595-7323-4e22-9644-82f0ffac8db0 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1565547
Nov 16 22:11:30.014114 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3b85c6f8-b0dd-4f50-bc04-7bfde717c103 req-c9a38d32-cd95-4242-ae91-7ac437edc571 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2146435
Nov 16 22:11:30.059250 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7f88e9c3-985d-4109-b8cd-a209bb718564 req-254a17f6-49c5-4a1f-b071-3a65989130a4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2239757
Nov 16 22:11:31.277971 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced0771-6b95-474f-91f3-fa2d27e247d3 req-1d18fa78-1ec9-4341-886b-27eeda03573c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:31.279502 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5ced0771-6b95-474f-91f3-fa2d27e247d3 req-1d18fa78-1ec9-4341-886b-27eeda03573c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1464117
Nov 16 22:11:31.335764 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182d6fd-9b69-4f72-90bc-ed0e2fa419a5 req-2b9cbdd9-577e-48a7-b78e-82db34d3f649 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:31.337195 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c182d6fd-9b69-4f72-90bc-ed0e2fa419a5 req-2b9cbdd9-577e-48a7-b78e-82db34d3f649 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1360836
Nov 16 22:11:31.341820 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5ced0771-6b95-474f-91f3-fa2d27e247d3 req-9af0a823-6b70-4fc8-91f1-8ead6c8c575a tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553470
Nov 16 22:11:31.384998 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c182d6fd-9b69-4f72-90bc-ed0e2fa419a5 req-c6e30775-051a-4177-b6d1-f583642490d1 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420356
Nov 16 22:11:32.370302 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:32.567057 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a9f7e-96e7-47ea-8ed5-81ecc0b06567 req-1b94f705-2957-486a-84b9-a6fdfb3c8a79 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:32.568590 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e13a9f7e-96e7-47ea-8ed5-81ecc0b06567 req-1b94f705-2957-486a-84b9-a6fdfb3c8a79 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1200776
Nov 16 22:11:32.618657 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e13a9f7e-96e7-47ea-8ed5-81ecc0b06567 req-5c2ded87-92bf-4b27-b9c6-fd024b148a43 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441918
Nov 16 22:11:32.807232 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a02738-d4a7-4c81-9c0f-06903801361f req-159a6cd7-c0ab-4a37-a03e-f3867c1cd046 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:32.808685 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-72a02738-d4a7-4c81-9c0f-06903801361f req-159a6cd7-c0ab-4a37-a03e-f3867c1cd046 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.0826786
Nov 16 22:11:32.865314 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-72a02738-d4a7-4c81-9c0f-06903801361f req-7668a7b9-1a0c-499e-b4b2-070c4c4a1eec tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498850
Nov 16 22:11:32.934967 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 38662) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:33.094077 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a34583c1-7c58-4faf-903a-616fa0bf999e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:33.109404 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-a34583c1-7c58-4faf-903a-616fa0bf999e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:11:33.113662 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-a34583c1-7c58-4faf-903a-616fa0bf999e admin admin] Usage tracker for resource:security_group_rule and tenant:b4dfb328a6e5425eaa2952322946549a is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:11:33.116532 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-a34583c1-7c58-4faf-903a-616fa0bf999e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:11:33.123176 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-a34583c1-7c58-4faf-903a-616fa0bf999e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:11:33.236607 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a34583c1-7c58-4faf-903a-616fa0bf999e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:33.272960 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a34583c1-7c58-4faf-903a-616fa0bf999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:33.296220 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:33.338705 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-a34583c1-7c58-4faf-903a-616fa0bf999e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b4dfb328a6e5425eaa2952322946549a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4026225
Nov 16 22:11:33.342294 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 38674) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:33.349267 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34583c1-7c58-4faf-903a-616fa0bf999e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b11134-a98e-47dc-a4f5-833c6e939cff,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:33.352504 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a34583c1-7c58-4faf-903a-616fa0bf999e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:33.406933 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ed4d-c82c-42e4-9119-6f1edeef59b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:33.434277 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ed4d-c82c-42e4-9119-6f1edeef59b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:33.535447 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ed4d-c82c-42e4-9119-6f1edeef59b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:33.541169 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-0eebbc7b-4ab2-4a3a-bc32-49a67fe3f8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:33.555187 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4ed4d-c82c-42e4-9119-6f1edeef59b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b11134-a98e-47dc-a4f5-833c6e939cff,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:33.564886 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d8f4ed4d-c82c-42e4-9119-6f1edeef59b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:33.567571 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ed4d-c82c-42e4-9119-6f1edeef59b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:33.571767 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-d8f4ed4d-c82c-42e4-9119-6f1edeef59b3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c2b11134-a98e-47dc-a4f5-833c6e939cff HTTP/1.1" status: 204  len: 168 time: 0.2283473
Nov 16 22:11:33.616631 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-cc5a22d8-242a-4ce6-934c-91965f1a81d7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:33.618837 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-cc5a22d8-242a-4ce6-934c-91965f1a81d7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Synchronizing usage tracker for tenant:4b1ec7ea85174e23b44b1845b82e2fed on resource:network {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:11:33.774234 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-cc5a22d8-242a-4ce6-934c-91965f1a81d7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Unset dirty status for tenant:4b1ec7ea85174e23b44b1845b82e2fed on resource:network {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:11:33.775522 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-cc5a22d8-242a-4ce6-934c-91965f1a81d7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/networks?id=9e3e2322-7b1d-4793-ab21-3c50a5faa848 HTTP/1.1" status: 200  len: 814 time: 0.3616951
Nov 16 22:11:33.799815 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-6bc17bd1-41d4-43e4-8ed5-1fe6214f928a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/quotas/4b1ec7ea85174e23b44b1845b82e2fed HTTP/1.1" status: 200  len: 375 time: 0.0173655
Nov 16 22:11:33.901359 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5c400-9925-477f-9d8c-64d6c87b65e2 req-f9b10fbb-bcf9-4eef-b215-db0b7055944f tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:33.904513 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-27b5c400-9925-477f-9d8c-64d6c87b65e2 req-f9b10fbb-bcf9-4eef-b215-db0b7055944f tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1771429
Nov 16 22:11:33.949670 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-f7d41277-f4cf-47f2-b95f-54e4ad17a780 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Synchronizing usage tracker for tenant:4b1ec7ea85174e23b44b1845b82e2fed on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:11:33.986770 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-27b5c400-9925-477f-9d8c-64d6c87b65e2 req-0bb62111-33a2-4222-b541-2926d3eaa61d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762029
Nov 16 22:11:34.084323 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-f7d41277-f4cf-47f2-b95f-54e4ad17a780 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Unset dirty status for tenant:4b1ec7ea85174e23b44b1845b82e2fed on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:11:34.085824 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-f7d41277-f4cf-47f2-b95f-54e4ad17a780 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b1ec7ea85174e23b44b1845b82e2fed&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2791545
Nov 16 22:11:34.289410 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-57df13fd-4fc1-4b71-b3d5-dcf0b3c72086 service neutron] 10.222.0.71 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652346
Nov 16 22:11:34.294917 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 38696) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:34.300860 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594bf34-4dd4-45dd-947a-b7d9d03e7bfa req-fa77c49a-4f7d-46b0-8e27-68c3f6ff6321 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:34.300860 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d594bf34-4dd4-45dd-947a-b7d9d03e7bfa req-fa77c49a-4f7d-46b0-8e27-68c3f6ff6321 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.2106659
Nov 16 22:11:34.315367 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc5374e6-a965-43e1-8ce6-7e6031b00d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:34.331313 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-cc5374e6-a965-43e1-8ce6-7e6031b00d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:11:34.335456 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-cc5374e6-a965-43e1-8ce6-7e6031b00d1a admin admin] Usage tracker for resource:security_group_rule and tenant:1f2fd95253774af6b6b6f945742a9c28 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:11:34.338299 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-cc5374e6-a965-43e1-8ce6-7e6031b00d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:11:34.344865 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-cc5374e6-a965-43e1-8ce6-7e6031b00d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:11:34.436452 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d594bf34-4dd4-45dd-947a-b7d9d03e7bfa req-be6058a1-13c5-4789-b3d9-3dbcb2463e31 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1113997
Nov 16 22:11:34.446013 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc5374e6-a965-43e1-8ce6-7e6031b00d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:34.475741 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-c7d8a4b0-1a06-4ac5-a47a-1d68ede8a4ed service neutron] 10.222.0.71 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758566
Nov 16 22:11:34.524206 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-cc5374e6-a965-43e1-8ce6-7e6031b00d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:34.531991 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b2a7ad03-590d-48ee-82f0-e4b02e8a02b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:34.575985 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-cc5374e6-a965-43e1-8ce6-7e6031b00d1a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1f2fd95253774af6b6b6f945742a9c28&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2799025
Nov 16 22:11:34.576910 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5374e6-a965-43e1-8ce6-7e6031b00d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25503054-8e1e-4071-b4c3-48bb98b1ab79,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:34.579265 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 38700) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:34.584150 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-cc5374e6-a965-43e1-8ce6-7e6031b00d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:34.652316 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd478-d8d8-4f81-a787-7b7228a0281b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:34.682428 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd478-d8d8-4f81-a787-7b7228a0281b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:34.776096 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b1fcbcba-48f3-46a8-a870-b6fc1732d879 req-859aae96-494c-41c8-b8aa-72d74cc51fc2 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 210 time: 0.0479064
Nov 16 22:11:34.872818 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd478-d8d8-4f81-a787-7b7228a0281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:34.877306 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e6156838-f0f6-42ea-8299-c7a7f8ca04e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:34.890385 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcd478-d8d8-4f81-a787-7b7228a0281b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25503054-8e1e-4071-b4c3-48bb98b1ab79,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:34.893526 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8bfcd478-d8d8-4f81-a787-7b7228a0281b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:34.902961 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd478-d8d8-4f81-a787-7b7228a0281b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:34.906356 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-8bfcd478-d8d8-4f81-a787-7b7228a0281b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/25503054-8e1e-4071-b4c3-48bb98b1ab79 HTTP/1.1" status: 204  len: 168 time: 0.3231487
Nov 16 22:11:35.176823 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1df21-2191-46bd-894c-4a5a20600336 req-2f7469fb-29f4-40ea-8309-1a6d192e75b2 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:35.178276 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f2b1df21-2191-46bd-894c-4a5a20600336 req-2f7469fb-29f4-40ea-8309-1a6d192e75b2 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0911551
Nov 16 22:11:35.513026 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f2b1df21-2191-46bd-894c-4a5a20600336 req-cb6cf70e-0dc7-4ba9-bfb8-309221cf35e1 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3284221
Nov 16 22:11:35.941758 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f65b3851-40cc-429d-831c-0ca097ee0611 req-3332bbd5-af58-43bf-9ca6-0ba18e55594d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 210 time: 0.0484862
Nov 16 22:11:35.976722 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48677c3-8580-453b-b858-e20f5d0210f6 req-63bff2ab-ae58-4de2-8fed-7c4f7260bb29 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:35.978471 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d48677c3-8580-453b-b858-e20f5d0210f6 req-63bff2ab-ae58-4de2-8fed-7c4f7260bb29 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.3755126
Nov 16 22:11:36.028756 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d48677c3-8580-453b-b858-e20f5d0210f6 req-9ddc5b03-7d20-45ee-a28a-ab365bd88b98 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443432
Nov 16 22:11:36.810597 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876ad2c-6429-449b-8334-11c927914786 req-cda3fd3d-efb0-4eb0-86e1-d62917a57cdb tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:36.812633 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5876ad2c-6429-449b-8334-11c927914786 req-cda3fd3d-efb0-4eb0-86e1-d62917a57cdb tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1812656
Nov 16 22:11:36.868492 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5876ad2c-6429-449b-8334-11c927914786 req-64f43b33-7120-457c-9297-fdb7e99ed052 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451088
Nov 16 22:11:37.107885 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c54e04e9-7d8e-4582-ada8-0e388abeb929 req-8149cd68-59ec-4f68-81c2-36ab8d3fbe1e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 210 time: 0.0453544
Nov 16 22:11:37.225064 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e6b7e-b738-4fc2-8853-cec1fa635215 req-861b8222-c781-454c-ac2a-189c644eadd0 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:37.226561 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6e3e6b7e-b738-4fc2-8853-cec1fa635215 req-861b8222-c781-454c-ac2a-189c644eadd0 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.0847776
Nov 16 22:11:37.275055 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6e3e6b7e-b738-4fc2-8853-cec1fa635215 req-afc812b6-8d4b-4e95-8589-4573f863c2c4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416884
Nov 16 22:11:37.432577 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:11:38.081898 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a955d-e058-44ec-a0d2-0625ad77cf59 req-afc1de21-0a40-4c3e-9fe3-3affd7979a37 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:38.083471 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7c2a955d-e058-44ec-a0d2-0625ad77cf59 req-afc1de21-0a40-4c3e-9fe3-3affd7979a37 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0871906
Nov 16 22:11:38.130778 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7c2a955d-e058-44ec-a0d2-0625ad77cf59 req-6c4bf6bc-f2dc-41fa-a454-f6b39a478e31 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412269
Nov 16 22:11:38.275153 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e435916b-aed3-4c24-96ee-eac4a0053e5d req-1e889ff0-d7d1-4745-b4d7-29d31e0b5c67 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 210 time: 0.0482943
Nov 16 22:11:38.471769 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa50bd-92d3-4196-9d1c-677fd6e3e67b req-efd1a198-34c6-4f4c-9901-f62845260a5e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:38.473247 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-20aa50bd-92d3-4196-9d1c-677fd6e3e67b req-efd1a198-34c6-4f4c-9901-f62845260a5e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.0851214
Nov 16 22:11:38.518821 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-20aa50bd-92d3-4196-9d1c-677fd6e3e67b req-3233ffc6-1e6e-46f2-8a61-d4f52a8b5908 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400088
Nov 16 22:11:39.322029 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f916f-8072-4502-b72b-a0f22b9aacd6 req-481fe12f-640f-44d4-a22c-a31ed154ae74 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:39.323586 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cd5f916f-8072-4502-b72b-a0f22b9aacd6 req-481fe12f-640f-44d4-a22c-a31ed154ae74 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0819707
Nov 16 22:11:39.369318 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-cd5f916f-8072-4502-b72b-a0f22b9aacd6 req-c777cb21-45ce-4b63-b63d-4a580c08e297 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398209
Nov 16 22:11:39.424039 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-45e3a628-c151-42c2-a00c-bcfb25de1efe req-6abcaf81-ca59-42ac-af38-8773f0255948 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 210 time: 0.0460203
Nov 16 22:11:39.712058 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf555b5-c180-4c0c-b1e6-b747b0db0301 req-b7b3b442-20ab-47b4-904b-074d37f28027 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:39.714480 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eaf555b5-c180-4c0c-b1e6-b747b0db0301 req-b7b3b442-20ab-47b4-904b-074d37f28027 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.0826325
Nov 16 22:11:39.760381 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eaf555b5-c180-4c0c-b1e6-b747b0db0301 req-4d185f10-0e73-4edf-b309-b5562b505579 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396330
Nov 16 22:11:40.269423 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab597875-c002-45c6-9ccc-8fb26315ef9e req-f6af0c2b-0b60-4793-9c57-08e628d7753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:40.270892 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab597875-c002-45c6-9ccc-8fb26315ef9e req-f6af0c2b-0b60-4793-9c57-08e628d7753c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26d8251468c6461ba688baa16c61c407&device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 1096 time: 0.0766115
Nov 16 22:11:40.421306 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab597875-c002-45c6-9ccc-8fb26315ef9e req-62a01350-eb04-4972-b580-f55cb4e5d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:40.423381 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab597875-c002-45c6-9ccc-8fb26315ef9e req-62a01350-eb04-4972-b580-f55cb4e5d615 service neutron] 10.222.0.72 "GET /v2.0/networks?id=01d0b958-6461-40ea-b3fa-8442b12165d5 HTTP/1.1" status: 200  len: 917 time: 0.1330478
Nov 16 22:11:40.625048 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-87004d81-1cd0-4c93-a053-cbd6e325cad3 req-88fc6249-50da-4b83-a283-b74bffe16907 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 210 time: 0.0767095
Nov 16 22:11:40.640753 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab597875-c002-45c6-9ccc-8fb26315ef9e req-8329fbe4-a623-41bc-959e-eb014fdb59ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26 HTTP/1.1" status: 200  len: 998 time: 0.2102571
Nov 16 22:11:40.710105 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e62886-e808-46ac-8b9b-b9130915ce39 req-923272f1-1bf8-4103-a0fe-3a51d20d3b72 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:40.711612 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a1e62886-e808-46ac-8b9b-b9130915ce39 req-923272f1-1bf8-4103-a0fe-3a51d20d3b72 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.2319217
Nov 16 22:11:40.743936 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab597875-c002-45c6-9ccc-8fb26315ef9e req-bd0f3440-541f-40ff-87b2-7edfed2c87fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:40.745375 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab597875-c002-45c6-9ccc-8fb26315ef9e req-bd0f3440-541f-40ff-87b2-7edfed2c87fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2 HTTP/1.1" status: 200  len: 855 time: 0.0881402
Nov 16 22:11:40.801219 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a1e62886-e808-46ac-8b9b-b9130915ce39 req-a569308a-e125-47d6-92a8-313fc82e572d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817835
Nov 16 22:11:40.842129 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab597875-c002-45c6-9ccc-8fb26315ef9e req-e4d9d636-9495-41ad-acad-f2edf8629d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:40.844054 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab597875-c002-45c6-9ccc-8fb26315ef9e req-e4d9d636-9495-41ad-acad-f2edf8629d8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=01d0b958-6461-40ea-b3fa-8442b12165d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778830
Nov 16 22:11:41.042471 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab597875-c002-45c6-9ccc-8fb26315ef9e req-a6261af9-60c3-4e42-8f5b-a8a039401910 service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882091
Nov 16 22:11:41.055007 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5247891-b86c-451d-9144-0b4bf70e05d3 req-8f23d810-d840-4114-b309-c2b80e7d86f5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:41.056550 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f5247891-b86c-451d-9144-0b4bf70e05d3 req-8f23d810-d840-4114-b309-c2b80e7d86f5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1792619
Nov 16 22:11:41.269839 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f5247891-b86c-451d-9144-0b4bf70e05d3 req-f4eb2cbb-db31-46f0-a238-9a1313db48c3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1947794
Nov 16 22:11:41.308696 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ab597875-c002-45c6-9ccc-8fb26315ef9e req-07e7ca1a-a0db-4529-ad85-49452710d015 service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2511818
Nov 16 22:11:41.495318 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-37de228c-6807-458c-8e13-052055654d23 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:41.496837 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-37de228c-6807-458c-8e13-052055654d23 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.72 "GET /v2.0/networks?id=9e3e2322-7b1d-4793-ab21-3c50a5faa848 HTTP/1.1" status: 200  len: 814 time: 0.1521304
Nov 16 22:11:41.523432 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Request body: {'port': {'device_id': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'admin_state_up': True, 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:11:41.783683 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:11:41.797533 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:11:41.800710 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-41d7638c-3b18-488d-9d8b-429b4b3312ff req-dd6fa01c-c3f6-40ea-9f08-4d4ee7a026d9 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 210 time: 0.0478098
Nov 16 22:11:41.900879 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Made reservation on behalf of 4b1ec7ea85174e23b44b1845b82e2fed for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:11:41.905468 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:41.991359 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef2cc4-c3cf-4a86-b813-e0a15f3a4f15 req-126b5064-fb00-4512-bbae-2762dcb5827d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:41.991359 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0eef2cc4-c3cf-4a86-b813-e0a15f3a4f15 req-126b5064-fb00-4512-bbae-2762dcb5827d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0839911
Nov 16 22:11:42.047319 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0eef2cc4-c3cf-4a86-b813-e0a15f3a4f15 req-8549a634-3e45-4ecc-aa80-7f4459801cf0 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448072
Nov 16 22:11:42.103524 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Allocated IP 172.20.0.9 (9e3e2322-7b1d-4793-ab21-3c50a5faa848/e77fd55f-0195-4961-bf1c-3011e289abe2/7bc5db9c-88df-42af-bfaa-26a797d65129) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:11:42.313647 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:42.329465 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Transition to ACTIVE for port object 7bc5db9c-88df-42af-bfaa-26a797d65129 will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:11:42.421699 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:42.427612 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-dba569aa-515d-4ced-945a-bb44ee6d3ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:42.478843 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942f306-4211-4d8c-b1dc-6977d690a81d req-015070c7-1c06-4df3-9887-973bd9b822f9 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:42.481003 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e942f306-4211-4d8c-b1dc-6977d690a81d req-015070c7-1c06-4df3-9887-973bd9b822f9 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.0947499
Nov 16 22:11:42.507664 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Network 9e3e2322-7b1d-4793-ab21-3c50a5faa848 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:11:42.516038 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:11:42.526841 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:11:42.539184 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e942f306-4211-4d8c-b1dc-6977d690a81d req-1b026770-5b31-4e69-8ecd-02ac2e1d6cec tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442882
Nov 16 22:11:42.563856 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Pushing event updated for resources: {'Port': ['ID=7bc5db9c-88df-42af-bfaa-26a797d65129,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:42.571182 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:42.605288 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:42.605944 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:42.770235 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2507927
Nov 16 22:11:42.889746 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-80b997a3-a25b-4603-97b0-a10bac637aa1 None None] Provisioning for port 7bc5db9c-88df-42af-bfaa-26a797d65129 completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:11:42.895981 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-80b997a3-a25b-4603-97b0-a10bac637aa1 None None] Provisioning complete for port 7bc5db9c-88df-42af-bfaa-26a797d65129 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:11:42.896808 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-80b997a3-a25b-4603-97b0-a10bac637aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:42.970551 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-80b997a3-a25b-4603-97b0-a10bac637aa1 None None] Port 7bc5db9c-88df-42af-bfaa-26a797d65129 cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:11:43.015072 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a30a31-d896-4fb5-8ddd-9163503cddf6 req-029f912a-7180-4a4c-8d6f-7705a177f99d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:43.017529 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-77a30a31-d896-4fb5-8ddd-9163503cddf6 req-029f912a-7180-4a4c-8d6f-7705a177f99d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 931 time: 0.0881660
Nov 16 22:11:43.089888 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-77a30a31-d896-4fb5-8ddd-9163503cddf6 req-f464b638-0b96-47fb-b24e-23d4cbbe9206 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Synchronizing usage tracker for tenant:4b1ec7ea85174e23b44b1845b82e2fed on resource:security_group {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:11:43.296265 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1da245-c6f5-4df2-b9d8-788160db2cd3 req-7f98da5d-8dcd-4733-99e3-74b4e5345361 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:43.297794 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7d1da245-c6f5-4df2-b9d8-788160db2cd3 req-7f98da5d-8dcd-4733-99e3-74b4e5345361 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1047053
Nov 16 22:11:43.350312 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7d1da245-c6f5-4df2-b9d8-788160db2cd3 req-ff400d26-1f22-45e0-995f-9a84599fef13 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467715
Nov 16 22:11:43.392119 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-77a30a31-d896-4fb5-8ddd-9163503cddf6 req-f464b638-0b96-47fb-b24e-23d4cbbe9206 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Unset dirty status for tenant:4b1ec7ea85174e23b44b1845b82e2fed on resource:security_group {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:11:43.393277 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-77a30a31-d896-4fb5-8ddd-9163503cddf6 req-f464b638-0b96-47fb-b24e-23d4cbbe9206 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3692684
Nov 16 22:11:43.757230 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941f1ed-1e8a-4be4-81be-d2048a99fe20 req-7d34f361-3762-4dd3-b521-d8c77363612e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:43.758985 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2941f1ed-1e8a-4be4-81be-d2048a99fe20 req-7d34f361-3762-4dd3-b521-d8c77363612e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1044962
Nov 16 22:11:43.805778 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2941f1ed-1e8a-4be4-81be-d2048a99fe20 req-b8a9ba2f-f20e-49c3-b345-951dd19533fa tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402615
Nov 16 22:11:44.611043 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f4408155-0f79-483f-8bb2-656e6b297c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:44.615247 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10e5f3-677c-4672-b3f3-c8b9802ced0d req-ec5a7584-51df-4bec-8a2d-7b90b99894e7 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:44.617501 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9a10e5f3-677c-4672-b3f3-c8b9802ced0d req-ec5a7584-51df-4bec-8a2d-7b90b99894e7 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1267791
Nov 16 22:11:44.681847 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9a10e5f3-677c-4672-b3f3-c8b9802ced0d req-d5eab978-3a8a-4aac-a2a6-645ea2fe2a7e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578549
Nov 16 22:11:44.713219 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306a174-5a68-4c05-b7f8-669aaedf358a req-235a45c2-0de6-42fe-8d1e-5cf512c54571 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:44.716264 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9306a174-5a68-4c05-b7f8-669aaedf358a req-235a45c2-0de6-42fe-8d1e-5cf512c54571 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 931 time: 0.1438746
Nov 16 22:11:44.765570 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9306a174-5a68-4c05-b7f8-669aaedf358a req-37586463-3f3d-4f79-9592-f3b1ba6381fa tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411611
Nov 16 22:11:45.014420 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42630257-283d-45fe-95f5-e9b0cec64c71 req-7e989372-e5cd-41c0-8677-3c754046626b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:45.016497 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-42630257-283d-45fe-95f5-e9b0cec64c71 req-7e989372-e5cd-41c0-8677-3c754046626b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.0911646
Nov 16 22:11:45.065499 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-42630257-283d-45fe-95f5-e9b0cec64c71 req-fb585496-f449-4660-b379-e0788b111faf tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427835
Nov 16 22:11:45.135368 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:45.931006 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fde8f-5ccb-40a7-abb4-8c4b45dc4ca1 req-50ba967d-3e21-4cf9-9017-738a6e681734 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:45.932704 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3f1fde8f-5ccb-40a7-abb4-8c4b45dc4ca1 req-50ba967d-3e21-4cf9-9017-738a6e681734 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1387703
Nov 16 22:11:45.998494 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3f1fde8f-5ccb-40a7-abb4-8c4b45dc4ca1 req-932f0395-6bbd-4c22-9e0f-e3e81560bec1 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478108
Nov 16 22:11:46.010455 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fd40f-8ab3-4e21-b17c-736e5a3eb8b3 req-6d04832e-ffd6-432d-acc5-4c41ae1c88ac tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:46.011919 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8f8fd40f-8ab3-4e21-b17c-736e5a3eb8b3 req-6d04832e-ffd6-432d-acc5-4c41ae1c88ac tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 931 time: 0.1387053
Nov 16 22:11:46.065807 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8f8fd40f-8ab3-4e21-b17c-736e5a3eb8b3 req-2f679c40-efd1-4968-a012-7c6ae69c07e3 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418177
Nov 16 22:11:46.299725 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf07d7e-e342-49d4-a048-eb8b455f32c9 req-859b12d5-7e7b-4c0b-876a-8d4b434fdab3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:46.301741 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dbf07d7e-e342-49d4-a048-eb8b455f32c9 req-859b12d5-7e7b-4c0b-876a-8d4b434fdab3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1084969
Nov 16 22:11:46.352432 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dbf07d7e-e342-49d4-a048-eb8b455f32c9 req-49b20a4b-167a-4d6c-a612-696d69d1a311 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448637
Nov 16 22:11:47.200890 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ffc47-db5f-42be-8235-170684e7080f req-70d72798-46f2-4e73-b25e-7156fa4f1796 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:47.202482 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7d1ffc47-db5f-42be-8235-170684e7080f req-70d72798-46f2-4e73-b25e-7156fa4f1796 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0915926
Nov 16 22:11:47.215601 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-537271ea-53ff-418a-b3a3-32da3a0151c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:47.300066 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7d1ffc47-db5f-42be-8235-170684e7080f req-382ab3d2-bca3-498d-9167-c3c6d958e8d7 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635514
Nov 16 22:11:47.336198 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b56266-a1a9-4a26-bf8e-67a4ba95b66c req-07f11973-732d-4215-a072-fe5812f38c08 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:47.337694 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c9b56266-a1a9-4a26-bf8e-67a4ba95b66c req-07f11973-732d-4215-a072-fe5812f38c08 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 931 time: 0.1342885
Nov 16 22:11:47.384006 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c9b56266-a1a9-4a26-bf8e-67a4ba95b66c req-03adc631-a344-40a1-bf64-371b0e62f9c4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404649
Nov 16 22:11:47.550913 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a539b40-7c2c-4da0-b132-b27e1a472e3c req-613001a1-24c3-4976-856a-b33f6dd18032 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:47.552341 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5a539b40-7c2c-4da0-b132-b27e1a472e3c req-613001a1-24c3-4976-856a-b33f6dd18032 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.0899436
Nov 16 22:11:47.596516 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5a539b40-7c2c-4da0-b132-b27e1a472e3c req-9cb27caf-42fb-4ee7-9d66-a1f6024fe2b9 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382833
Nov 16 22:11:48.591129 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1faf5-8248-4c8e-82b1-c798d36f7acb req-8fa2128b-b53f-41ac-959c-29ce3542d0f5 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:48.592617 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f5e1faf5-8248-4c8e-82b1-c798d36f7acb req-8fa2128b-b53f-41ac-959c-29ce3542d0f5 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1782224
Nov 16 22:11:48.593670 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:48.653748 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f5e1faf5-8248-4c8e-82b1-c798d36f7acb req-3564626c-e7c2-46be-b247-bb27d7691f68 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550971
Nov 16 22:11:48.676279 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4a40a-c30d-4162-bfbf-42dcea934bab req-3d828964-9b06-4a10-b01b-bf46963873b0 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:48.684971 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5cc4a40a-c30d-4162-bfbf-42dcea934bab req-3d828964-9b06-4a10-b01b-bf46963873b0 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 931 time: 0.1539667
Nov 16 22:11:48.883965 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5cc4a40a-c30d-4162-bfbf-42dcea934bab req-ba046402-3c67-47d1-919d-f84dfd650a41 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2001874
Nov 16 22:11:48.944462 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98f100-d03a-45a9-9b49-f227fe29893d req-951fa348-398b-4730-b9e6-31d4913b5304 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:48.945918 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9c98f100-d03a-45a9-9b49-f227fe29893d req-951fa348-398b-4730-b9e6-31d4913b5304 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1043072
Nov 16 22:11:48.994116 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9c98f100-d03a-45a9-9b49-f227fe29893d req-a0c8b57d-d856-496b-bb4e-e72a136d93a5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425186
Nov 16 22:11:49.858609 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d36418-90c5-4cc0-a476-cafd68fd5497 req-2ef8b78c-3a52-4b18-851b-67a592134f96 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:49.860453 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32d36418-90c5-4cc0-a476-cafd68fd5497 req-2ef8b78c-3a52-4b18-851b-67a592134f96 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0965416
Nov 16 22:11:49.872444 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:49.908936 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-32d36418-90c5-4cc0-a476-cafd68fd5497 req-36da9651-2e80-4f92-b579-cb9759f14de2 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421472
Nov 16 22:11:50.101273 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5adcf-c1eb-485d-9d97-fe4035a33402 req-1c50af92-8bc0-4992-97e2-70a04637f5e0 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:50.102753 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3ac5adcf-c1eb-485d-9d97-fe4035a33402 req-1c50af92-8bc0-4992-97e2-70a04637f5e0 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 931 time: 0.0885947
Nov 16 22:11:50.195853 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3ac5adcf-c1eb-485d-9d97-fe4035a33402 req-ce778115-7a0a-42ec-9332-16a32947f017 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855184
Nov 16 22:11:50.235828 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5c946-1a1a-4093-a991-63dbab001229 req-12c6a2d9-a226-4aa6-97ef-199d53e7f780 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:50.237446 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f7b5c946-1a1a-4093-a991-63dbab001229 req-12c6a2d9-a226-4aa6-97ef-199d53e7f780 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1062763
Nov 16 22:11:50.284396 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f7b5c946-1a1a-4093-a991-63dbab001229 req-418e04db-7306-46ab-a75e-e3e154dfbe86 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412192
Nov 16 22:11:51.112644 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 38950) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:51.133156 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966ecd5-22eb-4a11-af2f-68794f143188 req-069ff13f-4601-4be9-a724-3904e42a8d19 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:51.134659 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0966ecd5-22eb-4a11-af2f-68794f143188 req-069ff13f-4601-4be9-a724-3904e42a8d19 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0972583
Nov 16 22:11:51.183316 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0966ecd5-22eb-4a11-af2f-68794f143188 req-99dd9a15-55d5-4f97-b09f-53c81db9d5ff tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415266
Nov 16 22:11:51.242541 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:51.259487 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:11:51.263378 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Usage tracker for resource:security_group_rule and tenant:9626e10d12b14966a1cfc2736eb2d2be is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:11:51.266839 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:11:51.272574 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:11:51.475854 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:51.489547 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa723a3d-5307-4199-ab2b-7426c6e13777 req-84666a91-24dd-4650-9215-cd5ce0eb15f3 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:51.491036 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aa723a3d-5307-4199-ab2b-7426c6e13777 req-84666a91-24dd-4650-9215-cd5ce0eb15f3 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 931 time: 0.1846170
Nov 16 22:11:51.538764 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:51.549226 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-eb0080f6-9d8a-455d-b726-1c83a29c468e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:51.576488 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aa723a3d-5307-4199-ab2b-7426c6e13777 req-0b2ec547-e28f-4924-9321-913f81208c26 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794306
Nov 16 22:11:51.610081 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9626e10d12b14966a1cfc2736eb2d2be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4934096
Nov 16 22:11:51.610557 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 38962) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:51.618780 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634b187a-6531-4114-8f3c-9920210216ac,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:51.631595 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15599f2c-e460-4697-b87f-d196e35b0d0a req-6d1af950-ca6d-498a-bef8-27f17124bd4b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:51.632042 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-15599f2c-e460-4697-b87f-d196e35b0d0a req-6d1af950-ca6d-498a-bef8-27f17124bd4b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.2161310
Nov 16 22:11:51.640507 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.640872 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.641260 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.641671 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.642104 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.642369 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.642726 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.643065 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.643440 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.643782 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.644124 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.644488 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.663438 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:51.693538 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-15599f2c-e460-4697-b87f-d196e35b0d0a req-46612386-fd00-405a-8f69-886183c9550e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544112
Nov 16 22:11:51.695117 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:51.735136 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:51.861196 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:51.865101 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d0232c48-5f87-49ad-9449-6bf3d977e44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:51.877917 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634b187a-6531-4114-8f3c-9920210216ac,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:51.888110 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.890827 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.890827 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.890827 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.890827 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.890827 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.890827 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.890827 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.891525 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.891525 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.891851 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.892196 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:11:51.894902 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:51.898335 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/634b187a-6531-4114-8f3c-9920210216ac HTTP/1.1" status: 204  len: 168 time: 0.2843597
Nov 16 22:11:51.898335 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:52.396824 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12750fea-6e26-4b52-a2ed-207245e7ce00 req-0e12ce8e-1b47-40f0-9636-7e3334f931c0 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:52.398278 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-12750fea-6e26-4b52-a2ed-207245e7ce00 req-0e12ce8e-1b47-40f0-9636-7e3334f931c0 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0834980
Nov 16 22:11:52.444961 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-12750fea-6e26-4b52-a2ed-207245e7ce00 req-db68b8b6-d80c-4318-b854-dc06bd5c6a49 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403953
Nov 16 22:11:52.466231 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 38972) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:52.486056 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31bac006-445c-438a-8ff3-cf0507aa6eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:52.502732 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-31bac006-445c-438a-8ff3-cf0507aa6eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:11:52.509686 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-31bac006-445c-438a-8ff3-cf0507aa6eed admin admin] Usage tracker for resource:security_group_rule and tenant:d49fd1eb7b21446fb3d9fb47c4bf7223 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:11:52.521010 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-31bac006-445c-438a-8ff3-cf0507aa6eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:11:52.527032 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-31bac006-445c-438a-8ff3-cf0507aa6eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:11:52.621008 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31bac006-445c-438a-8ff3-cf0507aa6eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:52.666627 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31bac006-445c-438a-8ff3-cf0507aa6eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:52.674919 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-e3efecf8-c32d-45b6-bf23-7e613bca12c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:52.737790 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-31bac006-445c-438a-8ff3-cf0507aa6eed admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d49fd1eb7b21446fb3d9fb47c4bf7223&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2702727
Nov 16 22:11:52.738768 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bac006-445c-438a-8ff3-cf0507aa6eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033ebc3f-08b8-47e2-8b15-cfbeb86e1976,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:52.741498 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 38980) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:52.744638 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-31bac006-445c-438a-8ff3-cf0507aa6eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:52.807788 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca41cc-41f2-4731-8bd3-a1ee85a45567 req-ea965891-a848-4496-b611-9e6d9147c5ac tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:52.809504 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a5ca41cc-41f2-4731-8bd3-a1ee85a45567 req-ea965891-a848-4496-b611-9e6d9147c5ac tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 931 time: 0.1187251
Nov 16 22:11:52.822116 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fa0f1c34-ee52-47fc-aaa0-5d6faeb48f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:52.863784 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fa0f1c34-ee52-47fc-aaa0-5d6faeb48f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:52.905733 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a5ca41cc-41f2-4731-8bd3-a1ee85a45567 req-beb8dd18-1be5-444c-a8fd-2c0bc4a04486 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896509
Nov 16 22:11:52.956629 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3ec40-9248-4262-856e-38ecdcc2a2c0 req-7a3d7940-636b-49cf-af48-b2d041e512e2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:52.958167 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-68a3ec40-9248-4262-856e-38ecdcc2a2c0 req-7a3d7940-636b-49cf-af48-b2d041e512e2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1028423
Nov 16 22:11:53.004245 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-68a3ec40-9248-4262-856e-38ecdcc2a2c0 req-2e82f4c0-028e-4452-80f8-e92012950c12 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397594
Nov 16 22:11:53.027092 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fa0f1c34-ee52-47fc-aaa0-5d6faeb48f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:53.031890 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7725f85a-1b78-4e60-8c72-c29a43b9ad77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:53.049471 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f1c34-ee52-47fc-aaa0-5d6faeb48f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033ebc3f-08b8-47e2-8b15-cfbeb86e1976,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:53.051818 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fa0f1c34-ee52-47fc-aaa0-5d6faeb48f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:53.053304 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fa0f1c34-ee52-47fc-aaa0-5d6faeb48f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:53.054394 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-fa0f1c34-ee52-47fc-aaa0-5d6faeb48f36 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/033ebc3f-08b8-47e2-8b15-cfbeb86e1976 HTTP/1.1" status: 204  len: 168 time: 0.3119662
Nov 16 22:11:53.663277 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76226468-3b74-4d8d-8cd2-d48ba899d199 req-54da565f-b813-44c9-9ba8-12e639822188 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:53.664847 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-76226468-3b74-4d8d-8cd2-d48ba899d199 req-54da565f-b813-44c9-9ba8-12e639822188 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0908432
Nov 16 22:11:53.730897 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-76226468-3b74-4d8d-8cd2-d48ba899d199 req-1664f890-038e-4f56-902e-7f2a2d6dd564 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556352
Nov 16 22:11:53.814410 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 38990) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:53.837389 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac79e-0d30-41f5-a0b6-977dc67f7bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:53.854837 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7f9ac79e-0d30-41f5-a0b6-977dc67f7bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:11:53.859033 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-7f9ac79e-0d30-41f5-a0b6-977dc67f7bc8 admin admin] Usage tracker for resource:security_group_rule and tenant:34e9448cac95435cae170ebd58dc41aa is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:11:53.862355 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-7f9ac79e-0d30-41f5-a0b6-977dc67f7bc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:11:53.868083 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7f9ac79e-0d30-41f5-a0b6-977dc67f7bc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:11:53.951523 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac79e-0d30-41f5-a0b6-977dc67f7bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:54.015421 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac79e-0d30-41f5-a0b6-977dc67f7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:54.024325 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-79dc8894-1c0d-4da7-b48d-87b15f32b06d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:54.083935 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-7f9ac79e-0d30-41f5-a0b6-977dc67f7bc8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=34e9448cac95435cae170ebd58dc41aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2683806
Nov 16 22:11:54.087856 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 38998) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:11:54.090729 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ac79e-0d30-41f5-a0b6-977dc67f7bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dd2bd3-a223-4801-88d0-74976b38704d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:54.094100 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7f9ac79e-0d30-41f5-a0b6-977dc67f7bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:54.156210 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6bc4ebb0-9d0c-46ad-bbcf-b0890c556f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:54.189143 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6bc4ebb0-9d0c-46ad-bbcf-b0890c556f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:54.214295 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f2937-3757-4a62-add6-88ae552fcfc5 req-6b13b339-6de2-4f0b-99d8-563d53191ad5 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:54.215770 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-190f2937-3757-4a62-add6-88ae552fcfc5 req-6b13b339-6de2-4f0b-99d8-563d53191ad5 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 931 time: 0.1845784
Nov 16 22:11:54.277676 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-190f2937-3757-4a62-add6-88ae552fcfc5 req-6b17ca44-8d19-4e94-bae1-6ec54c7c9214 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541775
Nov 16 22:11:54.290392 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5324f-d4b2-42a5-8aeb-2faf68f30d69 req-7c82951d-89d2-4ff4-b3b5-ab0fafb44822 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:54.291902 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c1c5324f-d4b2-42a5-8aeb-2faf68f30d69 req-7c82951d-89d2-4ff4-b3b5-ab0fafb44822 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1464369
Nov 16 22:11:54.340778 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6bc4ebb0-9d0c-46ad-bbcf-b0890c556f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:54.346853 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-2e4eff6a-b37c-4bb4-9808-0937bae647b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:11:54.360113 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4ebb0-9d0c-46ad-bbcf-b0890c556f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dd2bd3-a223-4801-88d0-74976b38704d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:11:54.362547 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6bc4ebb0-9d0c-46ad-bbcf-b0890c556f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:11:54.368610 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6bc4ebb0-9d0c-46ad-bbcf-b0890c556f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:11:54.373663 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-6bc4ebb0-9d0c-46ad-bbcf-b0890c556f6b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/49dd2bd3-a223-4801-88d0-74976b38704d HTTP/1.1" status: 204  len: 168 time: 0.2844799
Nov 16 22:11:54.619856 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c1c5324f-d4b2-42a5-8aeb-2faf68f30d69 req-a11edd05-a0c1-46ff-8e9c-1dd0b8423c1c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3220866
Nov 16 22:11:54.929893 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73808f8-c259-44cd-b3d4-f63544344a1f req-70d8dbbe-81c1-4473-947b-5af7c358b948 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:54.932503 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c73808f8-c259-44cd-b3d4-f63544344a1f req-70d8dbbe-81c1-4473-947b-5af7c358b948 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0935159
Nov 16 22:11:54.977230 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c73808f8-c259-44cd-b3d4-f63544344a1f req-1bb0aed4-82b5-4524-8b9d-788d9514f0c9 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399549
Nov 16 22:11:55.474393 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fd227-7b45-4b3e-b88c-24c621880acb req-19f47d4a-024d-4d63-b7a3-2b9e02fc6ffa tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:55.475993 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ba5fd227-7b45-4b3e-b88c-24c621880acb req-19f47d4a-024d-4d63-b7a3-2b9e02fc6ffa tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 931 time: 0.0893693
Nov 16 22:11:55.529289 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ba5fd227-7b45-4b3e-b88c-24c621880acb req-8761a0be-fe32-4f5b-b24d-87f542403761 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476325
Nov 16 22:11:55.819751 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c20c91-fa43-4445-9593-6eac9ed211ee req-d3ef8392-05c4-420a-aa48-f3a36b079d4e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:55.819874 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f0c20c91-fa43-4445-9593-6eac9ed211ee req-d3ef8392-05c4-420a-aa48-f3a36b079d4e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.0856669
Nov 16 22:11:55.882805 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f0c20c91-fa43-4445-9593-6eac9ed211ee req-9259b733-9c1a-4699-9a29-c069e5fa9e68 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573053
Nov 16 22:11:56.184438 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fe4f4-35c4-4e09-a7f4-9337b825ece0 req-232a8ea4-305c-45ef-a91d-dde3cad204fe tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:56.191951 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8a6fe4f4-35c4-4e09-a7f4-9337b825ece0 req-232a8ea4-305c-45ef-a91d-dde3cad204fe tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1001382
Nov 16 22:11:56.321686 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8a6fe4f4-35c4-4e09-a7f4-9337b825ece0 req-f9e6fb3b-53b7-4b19-8fa4-d73b9e53fed9 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287675
Nov 16 22:11:56.746521 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e064c4-69e3-4e08-aa5b-995e9364d8ba req-ef79137f-d71a-4ea3-abcf-36be7e7d2956 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:56.748131 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-61e064c4-69e3-4e08-aa5b-995e9364d8ba req-ef79137f-d71a-4ea3-abcf-36be7e7d2956 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 931 time: 0.0887940
Nov 16 22:11:56.796230 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-61e064c4-69e3-4e08-aa5b-995e9364d8ba req-e51787f8-48af-4527-9d74-b8d580cfa3bd tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419142
Nov 16 22:11:57.088382 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c892207-cc00-485f-a0bf-6ddca2187856 req-1be1a283-3d73-435a-b3f1-571f16abc35f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:57.089840 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6c892207-cc00-485f-a0bf-6ddca2187856 req-1be1a283-3d73-435a-b3f1-571f16abc35f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.0840013
Nov 16 22:11:57.135349 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6c892207-cc00-485f-a0bf-6ddca2187856 req-25f325e6-8671-47c2-9172-b9ce04c33161 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391943
Nov 16 22:11:57.522788 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def48be2-83ea-4f42-ad87-772466c436b1 req-9cfa8b18-1804-41ce-a37f-b92be25c8406 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:57.524237 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-def48be2-83ea-4f42-ad87-772466c436b1 req-9cfa8b18-1804-41ce-a37f-b92be25c8406 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0914397
Nov 16 22:11:57.569633 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-def48be2-83ea-4f42-ad87-772466c436b1 req-d5e61866-ddcb-4913-b2b7-ede42e74f0fb tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394347
Nov 16 22:11:57.996340 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328087c1-94d3-4d0f-8f48-3113bfcd5609 req-215cfa43-b69b-4be3-bf08-615e52a66827 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:57.997811 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-328087c1-94d3-4d0f-8f48-3113bfcd5609 req-215cfa43-b69b-4be3-bf08-615e52a66827 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 931 time: 0.0929084
Nov 16 22:11:58.044299 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-328087c1-94d3-4d0f-8f48-3113bfcd5609 req-e2f8632e-4933-4b29-ba71-4f6197956156 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401392
Nov 16 22:11:58.346502 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc93457-38f8-4613-bf41-ee23713c46e7 req-5375bf2b-4f96-4846-8ae3-77016dbe069d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:58.348097 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dbc93457-38f8-4613-bf41-ee23713c46e7 req-5375bf2b-4f96-4846-8ae3-77016dbe069d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.0855126
Nov 16 22:11:58.402247 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dbc93457-38f8-4613-bf41-ee23713c46e7 req-f66ac840-cd68-4640-8739-2f3cdf010375 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455723
Nov 16 22:11:58.768180 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf9afa-0f33-46c8-90df-a9811b1dc319 req-cb42859d-9b48-4fa8-913d-60b1f8355257 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:58.769574 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7bcf9afa-0f33-46c8-90df-a9811b1dc319 req-cb42859d-9b48-4fa8-913d-60b1f8355257 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0892293
Nov 16 22:11:58.816884 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7bcf9afa-0f33-46c8-90df-a9811b1dc319 req-0551c2ea-3fb2-4989-a146-ae3af2ed3e0d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414329
Nov 16 22:11:59.251811 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5774e-277e-46da-bc49-5b844724ea84 req-f3e9659e-cfdb-4e52-89ad-bd609f9ac5b1 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:59.253314 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-efe5774e-277e-46da-bc49-5b844724ea84 req-f3e9659e-cfdb-4e52-89ad-bd609f9ac5b1 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 931 time: 0.0960512
Nov 16 22:11:59.298799 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-efe5774e-277e-46da-bc49-5b844724ea84 req-2b58c6d5-6214-494c-9364-39da26528e6e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394568
Nov 16 22:11:59.602879 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e69ba-beb4-4fc7-9e58-0ed5d0a1bec5 req-787389e6-785a-478c-9bb8-036ea6c17ca0 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:11:59.604344 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-223e69ba-beb4-4fc7-9e58-0ed5d0a1bec5 req-787389e6-785a-478c-9bb8-036ea6c17ca0 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.0815637
Nov 16 22:11:59.655268 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-223e69ba-beb4-4fc7-9e58-0ed5d0a1bec5 req-535221d4-45e7-4c3e-ad71-dde6581b1f07 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415726
Nov 16 22:12:00.013606 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8657c-63df-444b-8c4c-a570a716da77 req-94ae1522-049a-4e71-92e9-fb7005c0982d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:00.016045 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1ce8657c-63df-444b-8c4c-a570a716da77 req-94ae1522-049a-4e71-92e9-fb7005c0982d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0922081
Nov 16 22:12:00.059940 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1ce8657c-63df-444b-8c4c-a570a716da77 req-b9bbca6b-49da-4e6f-af28-d7f67466e4dc tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382202
Nov 16 22:12:00.490534 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c9e31-b9ee-4f9e-b644-8c8d316e7c60 req-15225b53-601c-4037-96af-5f57fcc46284 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:00.492040 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-926c9e31-b9ee-4f9e-b644-8c8d316e7c60 req-15225b53-601c-4037-96af-5f57fcc46284 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 931 time: 0.0820079
Nov 16 22:12:00.541186 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-926c9e31-b9ee-4f9e-b644-8c8d316e7c60 req-f682d260-26bd-4857-a81a-d155086ab0bb tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435069
Nov 16 22:12:00.649140 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Request body: {'port': {'device_id': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:12:00.775269 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:00.861917 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86913dc1-a019-4799-9367-897243e2c26e req-8034f742-2f10-4f0e-b86b-bee763d412a6 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:00.863394 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-86913dc1-a019-4799-9367-897243e2c26e req-8034f742-2f10-4f0e-b86b-bee763d412a6 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.0867052
Nov 16 22:12:00.910792 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-86913dc1-a019-4799-9367-897243e2c26e req-b3f3cd33-bea9-41a4-bdf8-02e275b5fdc8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415609
Nov 16 22:12:01.133866 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc5db9c-88df-42af-bfaa-26a797d65129 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:12:01.142017 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:01.157262 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Transition to ACTIVE for port object 7bc5db9c-88df-42af-bfaa-26a797d65129 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:12:01.232907 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:01.236182 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:01.254746 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac37be6-5ccd-4461-a1e1-298b8baca444 req-86993313-be34-47dd-8a58-ab9b70c40775 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:01.256329 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5ac37be6-5ccd-4461-a1e1-298b8baca444 req-86993313-be34-47dd-8a58-ab9b70c40775 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.0912530
Nov 16 22:12:01.301886 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5ac37be6-5ccd-4461-a1e1-298b8baca444 req-c0568d3a-198c-41ce-925f-7587f7435801 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399077
Nov 16 22:12:01.367202 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc5db9c-88df-42af-bfaa-26a797d65129,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:01.481836 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:01.553640 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Attempting to bind port 7bc5db9c-88df-42af-bfaa-26a797d65129 on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:12:01.553973 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Attempting to bind port 7bc5db9c-88df-42af-bfaa-26a797d65129 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '8f872b56-3f8a-41a6-b41d-3f431cac4a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:12:01.554298 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Attempting to bind port 7bc5db9c-88df-42af-bfaa-26a797d65129 on network 9e3e2322-7b1d-4793-ab21-3c50a5faa848 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:12:01.559139 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Port 7bc5db9c-88df-42af-bfaa-26a797d65129 on network 9e3e2322-7b1d-4793-ab21-3c50a5faa848 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:12:01.559539 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Attempting to bind port 7bc5db9c-88df-42af-bfaa-26a797d65129 on network 9e3e2322-7b1d-4793-ab21-3c50a5faa848 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:12:01.566156 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:12:01.566626 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Checking segment: {'id': '8f872b56-3f8a-41a6-b41d-3f431cac4a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:12:01.567008 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Bound using segment: {'id': '8f872b56-3f8a-41a6-b41d-3f431cac4a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:12:01.567450 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Bound port: 7bc5db9c-88df-42af-bfaa-26a797d65129, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f872b56-3f8a-41a6-b41d-3f431cac4a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:12:01.567791 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:01.663323 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] For port 7bc5db9c-88df-42af-bfaa-26a797d65129, host hv-cinder-81814, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:12:01.666959 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] For port 7bc5db9c-88df-42af-bfaa-26a797d65129, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=7bc5db9c-88df-42af-bfaa-26a797d65129,segment=NetworkSegment(8f872b56-3f8a-41a6-b41d-3f431cac4a01),segment_id=8f872b56-3f8a-41a6-b41d-3f431cac4a01)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:12:01.734690 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835517d8-b595-4a2f-9e6a-453fc8e605fc req-582bc4a1-8d83-472b-a5c4-de66ced3f656 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:01.736085 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-835517d8-b595-4a2f-9e6a-453fc8e605fc req-582bc4a1-8d83-472b-a5c4-de66ced3f656 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 943 time: 0.0874519
Nov 16 22:12:01.763131 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:01.767690 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-41d6a6b4-f954-4f78-9f74-49ca52e2ae92 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:01.782717 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-835517d8-b595-4a2f-9e6a-453fc8e605fc req-81fd8e3a-0465-4916-ad69-647ca12bc2a7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404868
Nov 16 22:12:01.826180 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:01.826180 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:01.828109 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] 10.222.0.72 "PUT /v2.0/ports/7bc5db9c-88df-42af-bfaa-26a797d65129 HTTP/1.1" status: 200  len: 1093 time: 1.2876701
Nov 16 22:12:01.828620 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'tag': '7bc5db9c-88df-42af-bfaa-26a797d65129'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:12:01.857578 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc5db9c-88df-42af-bfaa-26a797d65129,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:01.861132 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:02.067325 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c3ca3-691d-4e4f-a592-df08f8667b6a req-5cb5f0ae-b131-4512-832c-3ca1b30377ed tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:02.068325 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-532c3ca3-691d-4e4f-a592-df08f8667b6a req-5cb5f0ae-b131-4512-832c-3ca1b30377ed tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Synchronizing usage tracker for tenant:31f2fb519aca4110a2e1ceb5fde62e59 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:12:02.081776 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-532c3ca3-691d-4e4f-a592-df08f8667b6a req-5cb5f0ae-b131-4512-832c-3ca1b30377ed tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Unset dirty status for tenant:31f2fb519aca4110a2e1ceb5fde62e59 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:12:02.083255 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-532c3ca3-691d-4e4f-a592-df08f8667b6a req-5cb5f0ae-b131-4512-832c-3ca1b30377ed tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.72 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.1100204
Nov 16 22:12:02.125934 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'tag': '7bc5db9c-88df-42af-bfaa-26a797d65129', 'status': 'completed', 'code': 200}
Nov 16 22:12:02.151117 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-9beeab32-1a59-4a33-8d5c-2b7f482acf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:02.152637 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-9beeab32-1a59-4a33-8d5c-2b7f482acf42 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b1ec7ea85174e23b44b1845b82e2fed&device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 1096 time: 0.1651626
Nov 16 22:12:02.166105 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-532c3ca3-691d-4e4f-a592-df08f8667b6a req-8e1de032-893e-4f3e-8cb7-726767fd1d43 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Deleting port d636186f-900b-496f-844c-60b59ab509f3 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:12:02.166459 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-532c3ca3-691d-4e4f-a592-df08f8667b6a req-8e1de032-893e-4f3e-8cb7-726767fd1d43 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:02.168298 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6f78b-55b9-4dd2-97a0-8297d7bbb2a9 req-ebb12d07-5c7a-4776-a962-bb43e0e0bf13 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:02.169762 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8fb6f78b-55b9-4dd2-97a0-8297d7bbb2a9 req-ebb12d07-5c7a-4776-a962-bb43e0e0bf13 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.1106300
Nov 16 22:12:02.247166 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-c34c2302-4592-4df7-aca2-aef9d43e9925 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc5db9c-88df-42af-bfaa-26a797d65129 HTTP/1.1" status: 200  len: 217 time: 0.0763338
Nov 16 22:12:02.319109 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8fb6f78b-55b9-4dd2-97a0-8297d7bbb2a9 req-d6241243-bc9b-4252-b945-3b3ba21c8f3f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0991137
Nov 16 22:12:02.341684 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-c2196188-7bfe-4780-bc68-18d3da35b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:02.343937 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-c2196188-7bfe-4780-bc68-18d3da35b26d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77fd55f-0195-4961-bf1c-3011e289abe2 HTTP/1.1" status: 200  len: 853 time: 0.0895231
Nov 16 22:12:02.380388 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:02.435772 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-532c3ca3-691d-4e4f-a592-df08f8667b6a req-8e1de032-893e-4f3e-8cb7-726767fd1d43 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] For port d636186f-900b-496f-844c-60b59ab509f3, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=d636186f-900b-496f-844c-60b59ab509f3,segment=NetworkSegment(9c3f8f9c-679a-45c4-b088-0b41c9e8bb78),segment_id=9c3f8f9c-679a-45c4-b088-0b41c9e8bb78)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:12:02.436159 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-532c3ca3-691d-4e4f-a592-df08f8667b6a req-8e1de032-893e-4f3e-8cb7-726767fd1d43 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:02.462579 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-190d90b0-2f4d-42fa-ae1e-14d4819e18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:02.464110 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-190d90b0-2f4d-42fa-ae1e-14d4819e18d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e3e2322-7b1d-4793-ab21-3c50a5faa848&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1135864
Nov 16 22:12:02.564790 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-532c3ca3-691d-4e4f-a592-df08f8667b6a req-8e1de032-893e-4f3e-8cb7-726767fd1d43 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Calling delete_port for d636186f-900b-496f-844c-60b59ab509f3 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:12:02.701410 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a5e10-bac9-4ff0-9f8e-86d9638dfd3d req-80e21d2f-54fe-4d70-a691-a82bdd184801 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:02.703578 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-510a5e10-bac9-4ff0-9f8e-86d9638dfd3d req-80e21d2f-54fe-4d70-a691-a82bdd184801 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 945 time: 0.2772462
Nov 16 22:12:02.713094 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-bd9e0940-c956-4da6-a988-25ab80818815 service neutron] 10.222.0.72 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2396574
Nov 16 22:12:02.751778 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-532c3ca3-691d-4e4f-a592-df08f8667b6a req-8e1de032-893e-4f3e-8cb7-726767fd1d43 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:02.757666 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-bf814a4f-b802-4c38-9d1a-58b45ebce6f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:02.796432 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['d636186f-900b-496f-844c-60b59ab509f3', '0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:12:02.807109 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1de032-893e-4f3e-8cb7-726767fd1d43 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Pushing event deleted for resources: {'Port': ['ID=d636186f-900b-496f-844c-60b59ab509f3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:02.810921 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-8e1de032-893e-4f3e-8cb7-726767fd1d43 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:02.845389 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-510a5e10-bac9-4ff0-9f8e-86d9638dfd3d req-706ca995-ace3-4b61-b58c-5f80faa15f16 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343699
Nov 16 22:12:02.896839 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-532c3ca3-691d-4e4f-a592-df08f8667b6a req-8e1de032-893e-4f3e-8cb7-726767fd1d43 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] No DVR routers for this DVR port d636186f-900b-496f-844c-60b59ab509f3 on host hv-cinder-81814 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:12:02.899683 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-532c3ca3-691d-4e4f-a592-df08f8667b6a req-8e1de032-893e-4f3e-8cb7-726767fd1d43 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:02.900029 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c5c3b77-3837-414e-a9d2-de462b4bc699 req-483368b2-3188-4b10-abcf-2c295af9a0c0 service neutron] 10.222.0.72 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1727097
Nov 16 22:12:02.957880 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-532c3ca3-691d-4e4f-a592-df08f8667b6a req-8e1de032-893e-4f3e-8cb7-726767fd1d43 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.72 "DELETE /v2.0/ports/d636186f-900b-496f-844c-60b59ab509f3 HTTP/1.1" status: 204  len: 173 time: 0.8660867
Nov 16 22:12:03.029159 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d0df8-1e57-4dbb-93c4-48f87f14a9af req-8ef651c9-5db1-424c-a0eb-7aed2defec3a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:03.031079 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d02d0df8-1e57-4dbb-93c4-48f87f14a9af req-8ef651c9-5db1-424c-a0eb-7aed2defec3a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 943 time: 0.0972645
Nov 16 22:12:03.076529 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d02d0df8-1e57-4dbb-93c4-48f87f14a9af req-088da033-be63-4108-964c-6e9b6cb1fb45 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395529
Nov 16 22:12:03.143423 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c425a84-9704-4899-9627-410e044a8a39 req-6f61c938-2a56-4401-a9ee-bc937ee24c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:03.144979 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0c425a84-9704-4899-9627-410e044a8a39 req-6f61c938-2a56-4401-a9ee-bc937ee24c27 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b1ec7ea85174e23b44b1845b82e2fed&device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 1096 time: 0.0798459
Nov 16 22:12:03.284234 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c425a84-9704-4899-9627-410e044a8a39 req-6b486f0d-918f-4f69-b738-218f44791021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:03.285672 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0c425a84-9704-4899-9627-410e044a8a39 req-6b486f0d-918f-4f69-b738-218f44791021 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e3e2322-7b1d-4793-ab21-3c50a5faa848 HTTP/1.1" status: 200  len: 915 time: 0.1341991
Nov 16 22:12:03.355647 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0c425a84-9704-4899-9627-410e044a8a39 req-4e98a2a2-6c0a-4c0d-9dba-155e61093878 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc5db9c-88df-42af-bfaa-26a797d65129 HTTP/1.1" status: 200  len: 217 time: 0.0628703
Nov 16 22:12:03.435618 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c425a84-9704-4899-9627-410e044a8a39 req-7ff5e155-9f7d-4a8f-bcc9-a7d9a43fdd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:03.437872 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0c425a84-9704-4899-9627-410e044a8a39 req-7ff5e155-9f7d-4a8f-bcc9-a7d9a43fdd22 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77fd55f-0195-4961-bf1c-3011e289abe2 HTTP/1.1" status: 200  len: 853 time: 0.0687058
Nov 16 22:12:03.518583 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c425a84-9704-4899-9627-410e044a8a39 req-7275580a-5af4-4a56-9e7a-1e49e7266c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:03.520311 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0c425a84-9704-4899-9627-410e044a8a39 req-7275580a-5af4-4a56-9e7a-1e49e7266c4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e3e2322-7b1d-4793-ab21-3c50a5faa848&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748770
Nov 16 22:12:03.531119 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf8f92-9bde-4af2-8951-d0c7f0422e7a req-078e87af-339e-49c6-ad0b-c182b2802207 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:03.531119 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-36cf8f92-9bde-4af2-8951-d0c7f0422e7a req-078e87af-339e-49c6-ad0b-c182b2802207 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.0871704
Nov 16 22:12:03.577777 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-36cf8f92-9bde-4af2-8951-d0c7f0422e7a req-2dcbb04b-6b40-435b-8b7a-568a57544cf3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414958
Nov 16 22:12:03.733817 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0c425a84-9704-4899-9627-410e044a8a39 req-5de7f118-34fc-41b4-abca-257b77ce82a7 service neutron] 10.222.0.72 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2051578
Nov 16 22:12:03.870877 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0c425a84-9704-4899-9627-410e044a8a39 req-190c9357-5f75-4234-a303-3e89f1467104 service neutron] 10.222.0.72 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297884
Nov 16 22:12:04.021303 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-88b0a845-123d-4e27-bfa8-ce8d5a184aa9 req-58adede4-0a85-4595-8237-2836845cf6fd tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d09df6-ae86-433d-9e20-9efd9f136f94 HTTP/1.1" status: 200  len: 210 time: 0.0476389
Nov 16 22:12:04.126942 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d09df6-ae86-433d-9e20-9efd9f136f94', 'name': 'network-vif-deleted', 'tag': 'd636186f-900b-496f-844c-60b59ab509f3'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:12:04.179429 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d09df6-ae86-433d-9e20-9efd9f136f94', 'name': 'network-vif-deleted', 'tag': 'd636186f-900b-496f-844c-60b59ab509f3', 'status': 'completed', 'code': 200}
Nov 16 22:12:04.277028 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcfa68-16b5-4842-a5fc-d4803a2db121 req-4dc806bc-feb9-4a6c-837d-44ecca0d0cf0 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:04.278492 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a7fcfa68-16b5-4842-a5fc-d4803a2db121 req-4dc806bc-feb9-4a6c-837d-44ecca0d0cf0 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 943 time: 0.0908182
Nov 16 22:12:04.323660 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a7fcfa68-16b5-4842-a5fc-d4803a2db121 req-75e61b07-1dca-4339-b60a-65342da92228 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385587
Nov 16 22:12:04.788513 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb87e50-dfc2-4cc8-849f-89e9ba8ca13c req-28ad558e-1570-4cf9-8d69-c0907ba12983 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:04.789949 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ceb87e50-dfc2-4cc8-849f-89e9ba8ca13c req-28ad558e-1570-4cf9-8d69-c0907ba12983 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 943 time: 0.0871778
Nov 16 22:12:04.839860 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ceb87e50-dfc2-4cc8-849f-89e9ba8ca13c req-fc9b45f4-00b1-41cd-af8a-37ede27d6789 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439560
Nov 16 22:12:04.977815 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device fbe23ff8-bfec-4365-be31-91f5a8a58e26 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:12:05.129478 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port fbe23ff8-bfec-4365-be31-91f5a8a58e26, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:12:05.144506 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'port_id': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26', 'mac_address': 'fa:16:3e:95:4f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:12:05.202088 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:05.223735 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe23ff8-bfec-4365-be31-91f5a8a58e26 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:12:05.240017 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port fbe23ff8-bfec-4365-be31-91f5a8a58e26, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:12:05.306136 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:05.308058 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:05.412701 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=fbe23ff8-bfec-4365-be31-91f5a8a58e26,revision_number=9']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:05.415919 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:05.524835 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d5697-8b4d-43c7-9fce-267b2fd77e43 req-49c54136-348f-4160-b855-446abd43aa7a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:05.526525 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e42d5697-8b4d-43c7-9fce-267b2fd77e43 req-49c54136-348f-4160-b855-446abd43aa7a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 943 time: 0.0925388
Nov 16 22:12:05.619278 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e42d5697-8b4d-43c7-9fce-267b2fd77e43 req-f16f8a39-dd90-43f9-b7b4-9a15cb294671 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868690
Nov 16 22:12:05.658991 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726cd63-c20d-423b-aa2a-acb50adfa627 req-2237413a-5553-4d30-bd9c-fbd8bc4f97ce tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:05.673621 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7726cd63-c20d-423b-aa2a-acb50adfa627 req-2237413a-5553-4d30-bd9c-fbd8bc4f97ce tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.0973723
Nov 16 22:12:05.706970 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7726cd63-c20d-423b-aa2a-acb50adfa627 req-155651bb-dc8d-4b7f-adc4-9d7b7710c728 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408313
Nov 16 22:12:05.987078 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['fbe23ff8-bfec-4365-be31-91f5a8a58e26'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:12:06.037171 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af10a-0feb-48c8-9f13-d53fdab1b09e req-aa6c6f90-a692-4b9a-b6b5-e57ff5f30b02 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:06.038715 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-768af10a-0feb-48c8-9f13-d53fdab1b09e req-aa6c6f90-a692-4b9a-b6b5-e57ff5f30b02 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 944 time: 0.0890253
Nov 16 22:12:06.083716 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-768af10a-0feb-48c8-9f13-d53fdab1b09e req-60e45c55-4983-47af-86c9-c5339f66a969 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391395
Nov 16 22:12:06.811007 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3892d3-4968-4f82-b6d8-4412d89d8557 req-9c714ca7-760b-49ab-aea9-986165febc01 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:06.812396 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8a3892d3-4968-4f82-b6d8-4412d89d8557 req-9c714ca7-760b-49ab-aea9-986165febc01 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 943 time: 0.0868011
Nov 16 22:12:06.909255 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8a3892d3-4968-4f82-b6d8-4412d89d8557 req-d66d9b82-4d8f-40b2-a304-4a2c537efae0 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607841
Nov 16 22:12:06.932044 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04b0ee-ace4-47e8-8c9a-4e1404941cd5 req-c567e886-a84c-4132-8889-ec6e000dbd1d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:06.933460 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3c04b0ee-ace4-47e8-8c9a-4e1404941cd5 req-c567e886-a84c-4132-8889-ec6e000dbd1d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1166134
Nov 16 22:12:06.981108 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3c04b0ee-ace4-47e8-8c9a-4e1404941cd5 req-8bdd99cb-ef28-4121-9570-9de67adbb5df tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420206
Nov 16 22:12:06.997178 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 7bc5db9c-88df-42af-bfaa-26a797d65129 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:12:07.006268 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device d636186f-900b-496f-844c-60b59ab509f3 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:12:07.043011 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: d636186f-900b-496f-844c-60b59ab509f3 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:12:07.043385 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device d636186f-900b-496f-844c-60b59ab509f3 not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:12:07.170223 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 7bc5db9c-88df-42af-bfaa-26a797d65129, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=7bc5db9c-88df-42af-bfaa-26a797d65129,segment=NetworkSegment(8f872b56-3f8a-41a6-b41d-3f431cac4a01),segment_id=8f872b56-3f8a-41a6-b41d-3f431cac4a01)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:12:07.184571 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': '7bc5db9c-88df-42af-bfaa-26a797d65129', 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'port_id': '7bc5db9c-88df-42af-bfaa-26a797d65129', 'mac_address': 'fa:16:3e:c6:a5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:12:07.244068 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:07.260657 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc5db9c-88df-42af-bfaa-26a797d65129 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:12:07.276875 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a064e-340b-48e6-b030-76b851cae8a6 req-cd461948-7379-4c29-a2f6-30d9b3de7111 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:07.278366 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ba7a064e-340b-48e6-b030-76b851cae8a6 req-cd461948-7379-4c29-a2f6-30d9b3de7111 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 944 time: 0.0832624
Nov 16 22:12:07.278796 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 7bc5db9c-88df-42af-bfaa-26a797d65129, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=7bc5db9c-88df-42af-bfaa-26a797d65129,segment=NetworkSegment(8f872b56-3f8a-41a6-b41d-3f431cac4a01),segment_id=8f872b56-3f8a-41a6-b41d-3f431cac4a01)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:12:07.327151 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ba7a064e-340b-48e6-b030-76b851cae8a6 req-f8f41b5c-2783-4f17-8217-c2270eee4aef tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398889
Nov 16 22:12:07.351152 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:07.353052 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:07.426460 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=7bc5db9c-88df-42af-bfaa-26a797d65129,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:07.429541 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:07.869958 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['7bc5db9c-88df-42af-bfaa-26a797d65129'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:12:08.142260 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0b657-7243-4019-b4e9-1208e7a90f8f req-04b6abbd-22b9-4387-b7f7-e7c30f61cccf tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:08.143670 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-87b0b657-7243-4019-b4e9-1208e7a90f8f req-04b6abbd-22b9-4387-b7f7-e7c30f61cccf tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 944 time: 0.1294305
Nov 16 22:12:08.207852 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-87b0b657-7243-4019-b4e9-1208e7a90f8f req-da02f91a-ca5f-4e5e-830d-578603caee77 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568755
Nov 16 22:12:08.237736 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f43841-0cc3-4143-afdb-34260672e8f7 req-081f3b41-830a-468b-a36f-7b157f4c188d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:08.239161 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-30f43841-0cc3-4143-afdb-34260672e8f7 req-081f3b41-830a-468b-a36f-7b157f4c188d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1361845
Nov 16 22:12:08.284584 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-30f43841-0cc3-4143-afdb-34260672e8f7 req-284a255c-40eb-47be-aa93-c55d84c30afb tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396998
Nov 16 22:12:08.529087 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906ffb9-18fa-4ec9-9ced-1f64468549a9 req-2c38edac-ba48-407e-9a43-1b6e3431786b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:08.530915 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0906ffb9-18fa-4ec9-9ced-1f64468549a9 req-2c38edac-ba48-407e-9a43-1b6e3431786b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 944 time: 0.0915711
Nov 16 22:12:08.577902 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0906ffb9-18fa-4ec9-9ced-1f64468549a9 req-7e6cd7fb-2abe-465c-a25a-d65908e3a77d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410779
Nov 16 22:12:09.007193 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device fbe23ff8-bfec-4365-be31-91f5a8a58e26 up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:12:09.074676 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port fbe23ff8-bfec-4365-be31-91f5a8a58e26 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:12:09.075050 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:09.195408 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:09.222457 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:12:09.232481 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port fbe23ff8-bfec-4365-be31-91f5a8a58e26, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:12:09.271430 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26', 'code': 200}
Nov 16 22:12:09.317565 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:09.320451 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-1ec69e79-8ff9-45ef-ac2c-2a23f1ea7efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:09.395061 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=fbe23ff8-bfec-4365-be31-91f5a8a58e26,revision_number=10']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:09.398682 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:09.586132 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66898268-6414-4e49-8eea-206f9fe4fd17 req-ebb5c218-3cc4-42e9-b3b5-6fb1392f0db5 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:09.587611 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-66898268-6414-4e49-8eea-206f9fe4fd17 req-ebb5c218-3cc4-42e9-b3b5-6fb1392f0db5 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 944 time: 0.2567995
Nov 16 22:12:09.622965 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0000e-669b-43dc-8643-29853cd95a21 req-6548710e-ca1e-432c-9615-49e9a6a35e34 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:09.624424 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-42c0000e-669b-43dc-8643-29853cd95a21 req-6548710e-ca1e-432c-9615-49e9a6a35e34 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.2060487
Nov 16 22:12:09.663412 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-66898268-6414-4e49-8eea-206f9fe4fd17 req-f5a01c06-d72d-4f4c-80b9-6269b5c4f205 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687876
Nov 16 22:12:09.685166 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-42c0000e-669b-43dc-8643-29853cd95a21 req-de967720-6e68-425b-a631-41a6635ec97b tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504172
Nov 16 22:12:09.845613 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ec262-7422-4a55-81eb-56db35112f92 req-754a99eb-14b2-43af-8793-38942d9a1638 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:09.846961 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-057ec262-7422-4a55-81eb-56db35112f92 req-754a99eb-14b2-43af-8793-38942d9a1638 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 946 time: 0.0816112
Nov 16 22:12:09.893004 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-057ec262-7422-4a55-81eb-56db35112f92 req-84a26659-fed9-45bb-8305-8b6e81057dce tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402353
Nov 16 22:12:10.132416 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b40a0-7e6d-4ca3-9160-4706f2690bd2 req-6cda4978-a38c-4989-b22e-aa4461b4d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:10.133672 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-a92b40a0-7e6d-4ca3-9160-4706f2690bd2 req-6cda4978-a38c-4989-b22e-aa4461b4d297 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 1099 time: 0.0751510
Nov 16 22:12:10.174454 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-a92b40a0-7e6d-4ca3-9160-4706f2690bd2 req-4d8477e7-a207-488f-884f-211d08b67b5e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335994
Nov 16 22:12:10.923904 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e2a78-ac61-4bfd-be44-cd255def1df3 req-33d9ccf3-6549-4cc5-8343-20468fae110f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:10.925339 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f28e2a78-ac61-4bfd-be44-cd255def1df3 req-33d9ccf3-6549-4cc5-8343-20468fae110f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 944 time: 0.1424077
Nov 16 22:12:10.936020 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99207cb-97de-4ae1-be46-f66f50387735 req-b7a97e86-380e-4e55-859f-016fb204dd44 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:10.937395 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d99207cb-97de-4ae1-be46-f66f50387735 req-b7a97e86-380e-4e55-859f-016fb204dd44 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1228375
Nov 16 22:12:11.008156 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f28e2a78-ac61-4bfd-be44-cd255def1df3 req-d7c10fb1-17c5-4ff7-a0fa-dddbed2ed494 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697284
Nov 16 22:12:11.013473 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 7bc5db9c-88df-42af-bfaa-26a797d65129 up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:12:11.014486 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d99207cb-97de-4ae1-be46-f66f50387735 req-41f115e4-6dde-4a2e-9ade-aafff7d3b3b8 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627930
Nov 16 22:12:11.162957 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port 7bc5db9c-88df-42af-bfaa-26a797d65129 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:12:11.169048 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port 7bc5db9c-88df-42af-bfaa-26a797d65129 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:12:11.172868 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:11.294824 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:11.328079 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc5db9c-88df-42af-bfaa-26a797d65129'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:12:11.337908 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 7bc5db9c-88df-42af-bfaa-26a797d65129, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=7bc5db9c-88df-42af-bfaa-26a797d65129,segment=NetworkSegment(8f872b56-3f8a-41a6-b41d-3f431cac4a01),segment_id=8f872b56-3f8a-41a6-b41d-3f431cac4a01)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:12:11.347899 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf358f0-3af6-43f8-a388-bad7c263368a req-1e1b2ffe-5117-45ac-b448-253b32ac4910 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:11.349364 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-abf358f0-3af6-43f8-a388-bad7c263368a req-1e1b2ffe-5117-45ac-b448-253b32ac4910 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 946 time: 0.0877748
Nov 16 22:12:11.379499 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc5db9c-88df-42af-bfaa-26a797d65129', 'code': 200}
Nov 16 22:12:11.397147 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:11.398337 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-abf358f0-3af6-43f8-a388-bad7c263368a req-fb6eb5e2-f68f-4a56-8d60-69bc2f3ca2fb tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432146
Nov 16 22:12:11.399007 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-e0d76c5c-8531-4b88-92fb-e8001db7f4ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:11.466778 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=7bc5db9c-88df-42af-bfaa-26a797d65129,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:11.470618 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:11.791024 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ab1e0-3e27-45e0-8053-18770d48cc9d req-1bc1ec35-d36b-40dd-b28c-877f4861a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:11.792529 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-701ab1e0-3e27-45e0-8053-18770d48cc9d req-1bc1ec35-d36b-40dd-b28c-877f4861a3b2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 1098 time: 0.0779793
Nov 16 22:12:11.837987 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-701ab1e0-3e27-45e0-8053-18770d48cc9d req-a7aa1c49-d0d2-4f95-bd36-604becf1f2fe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357513
Nov 16 22:12:12.284545 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39756afa-ef2d-41a0-9143-c5a809c5de38 req-b6022c9d-487f-4c3a-b213-f5ca6a7bdc75 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:12.286975 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-39756afa-ef2d-41a0-9143-c5a809c5de38 req-b6022c9d-487f-4c3a-b213-f5ca6a7bdc75 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 945 time: 0.1476734
Nov 16 22:12:12.296101 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093a440-c5e2-4919-b0e5-2269d9d5e1d0 req-37054c1a-498e-42df-b77a-df6e0cd7d319 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:12.297645 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5093a440-c5e2-4919-b0e5-2269d9d5e1d0 req-37054c1a-498e-42df-b77a-df6e0cd7d319 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1611328
Nov 16 22:12:12.370864 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-39756afa-ef2d-41a0-9143-c5a809c5de38 req-a47c316c-b24a-438b-909d-4686b12138b3 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722542
Nov 16 22:12:12.377250 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5093a440-c5e2-4919-b0e5-2269d9d5e1d0 req-4e56a16a-77a1-4716-b26a-53a3c7c0e2b8 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641875
Nov 16 22:12:12.573924 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17f813-8de0-491f-9b5e-6d559194bbec req-81d86c3d-05f9-48c5-8aa2-cf080092c0e4 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:12.574904 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-7e17f813-8de0-491f-9b5e-6d559194bbec req-81d86c3d-05f9-48c5-8aa2-cf080092c0e4 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Synchronizing usage tracker for tenant:31f2fb519aca4110a2e1ceb5fde62e59 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:12:12.621466 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69513b-a47d-4339-b454-4f18e1a0d405 req-d3f10a94-427a-4164-86bb-c4f1c1f65588 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:12.624284 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6a69513b-a47d-4339-b454-4f18e1a0d405 req-d3f10a94-427a-4164-86bb-c4f1c1f65588 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 946 time: 0.0888309
Nov 16 22:12:12.666179 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-7e17f813-8de0-491f-9b5e-6d559194bbec req-81d86c3d-05f9-48c5-8aa2-cf080092c0e4 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Unset dirty status for tenant:31f2fb519aca4110a2e1ceb5fde62e59 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:12:12.667614 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-7e17f813-8de0-491f-9b5e-6d559194bbec req-81d86c3d-05f9-48c5-8aa2-cf080092c0e4 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 946 time: 0.1885660
Nov 16 22:12:12.674833 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6a69513b-a47d-4339-b454-4f18e1a0d405 req-825154f3-a78a-4ee9-a363-81aeb660417a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453739
Nov 16 22:12:12.748314 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-7e17f813-8de0-491f-9b5e-6d559194bbec req-88ca045e-6e2f-4d51-bebe-b54ac3fd1e25 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Deleting port 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:12:12.749177 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7e17f813-8de0-491f-9b5e-6d559194bbec req-88ca045e-6e2f-4d51-bebe-b54ac3fd1e25 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:13.021458 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-7e17f813-8de0-491f-9b5e-6d559194bbec req-88ca045e-6e2f-4d51-bebe-b54ac3fd1e25 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] For port 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd,segment=NetworkSegment(9c3f8f9c-679a-45c4-b088-0b41c9e8bb78),segment_id=9c3f8f9c-679a-45c4-b088-0b41c9e8bb78)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:12:13.022172 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7e17f813-8de0-491f-9b5e-6d559194bbec req-88ca045e-6e2f-4d51-bebe-b54ac3fd1e25 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:13.147566 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-7e17f813-8de0-491f-9b5e-6d559194bbec req-88ca045e-6e2f-4d51-bebe-b54ac3fd1e25 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Calling delete_port for 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:12:13.345742 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7e17f813-8de0-491f-9b5e-6d559194bbec req-88ca045e-6e2f-4d51-bebe-b54ac3fd1e25 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:13.351835 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:13.397718 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:12:13.400860 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca045e-6e2f-4d51-bebe-b54ac3fd1e25 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Pushing event deleted for resources: {'Port': ['ID=0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:13.405412 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-88ca045e-6e2f-4d51-bebe-b54ac3fd1e25 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:13.522373 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e17f813-8de0-491f-9b5e-6d559194bbec req-88ca045e-6e2f-4d51-bebe-b54ac3fd1e25 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] No DVR routers for this DVR port 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd on host hv-cinder-81814 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:12:13.531945 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-7e17f813-8de0-491f-9b5e-6d559194bbec req-88ca045e-6e2f-4d51-bebe-b54ac3fd1e25 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:13.543067 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3493da-bd15-443a-90ac-9fe6b5680da8', 'name': 'network-vif-deleted', 'tag': '0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:12:13.650029 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-7e17f813-8de0-491f-9b5e-6d559194bbec req-88ca045e-6e2f-4d51-bebe-b54ac3fd1e25 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.72 "DELETE /v2.0/ports/0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd HTTP/1.1" status: 204  len: 173 time: 0.9733245
Nov 16 22:12:13.676680 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4475dc65-3296-44dc-bc50-745edaf8a52d req-282bebe5-8f5f-46a5-bdc7-43087f72599d tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 210 time: 0.0848663
Nov 16 22:12:13.728186 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f5ec6-f56c-4ece-801a-03b13d590a4d req-b30c1e03-7dd9-4b46-a619-df110ce3711d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:13.730152 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ed3f5ec6-f56c-4ece-801a-03b13d590a4d req-b30c1e03-7dd9-4b46-a619-df110ce3711d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 945 time: 0.0944192
Nov 16 22:12:13.751131 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3493da-bd15-443a-90ac-9fe6b5680da8', 'name': 'network-vif-deleted', 'tag': '0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd', 'status': 'completed', 'code': 200}
Nov 16 22:12:13.777762 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ed3f5ec6-f56c-4ece-801a-03b13d590a4d req-1a533b2f-78ef-4d1f-8fd3-08747809913a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404658
Nov 16 22:12:14.119744 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e77c5-36e2-473e-a434-12b124c2e382 req-d88d273e-d52b-42b1-a858-06285279789b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:14.121195 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1f2e77c5-36e2-473e-a434-12b124c2e382 req-d88d273e-d52b-42b1-a858-06285279789b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 946 time: 0.0839045
Nov 16 22:12:14.185086 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1f2e77c5-36e2-473e-a434-12b124c2e382 req-1d375efd-9ceb-46dd-97c6-a95a32c0a7f8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556569
Nov 16 22:12:14.431639 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:12:14.562357 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d5038ff5-bab5-4103-9853-a36d79ac2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:14.850626 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-add3ced6-7dfc-4607-b111-e2aecf338013 req-6b7854c7-abea-4222-be7a-696db46620e9 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3493da-bd15-443a-90ac-9fe6b5680da8 HTTP/1.1" status: 200  len: 210 time: 0.0463946
Nov 16 22:12:15.004593 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c4231-6bd2-49e3-a7f6-0f80b11413d3 req-54301470-24c0-4d12-baff-76e26aaa53c5 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:15.006078 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b42c4231-6bd2-49e3-a7f6-0f80b11413d3 req-54301470-24c0-4d12-baff-76e26aaa53c5 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 945 time: 0.0842288
Nov 16 22:12:15.055735 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b42c4231-6bd2-49e3-a7f6-0f80b11413d3 req-61763607-2429-4478-89f1-5e6f1e9d0914 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438092
Nov 16 22:12:15.105638 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:15.268125 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5da888-2326-444e-a22c-a365a574d77c req-cb57eca3-4d38-4615-aaea-423f27ea31bd tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:15.269582 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0c5da888-2326-444e-a22c-a365a574d77c req-cb57eca3-4d38-4615-aaea-423f27ea31bd tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 945 time: 0.0874009
Nov 16 22:12:15.354287 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0c5da888-2326-444e-a22c-a365a574d77c req-2c4d04b2-87cc-4b22-b67b-27fce428de5c tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790069
Nov 16 22:12:15.394965 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c60db-3218-4c7f-a812-a44b8897b032 req-9c440130-d778-44a6-8ab4-97a4217cd80a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:15.396519 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-322c60db-3218-4c7f-a812-a44b8897b032 req-9c440130-d778-44a6-8ab4-97a4217cd80a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 946 time: 0.1003499
Nov 16 22:12:15.446238 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-322c60db-3218-4c7f-a812-a44b8897b032 req-4eeafcbf-30ac-43ff-bf9f-9a65ec9200d1 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439265
Nov 16 22:12:15.779267 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99277f-7a32-4ce8-b4af-89700fa1030e req-32535962-443f-40e3-b1e5-f120472abd99 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:15.781246 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5a99277f-7a32-4ce8-b4af-89700fa1030e req-32535962-443f-40e3-b1e5-f120472abd99 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 945 time: 0.0898714
Nov 16 22:12:15.824984 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5a99277f-7a32-4ce8-b4af-89700fa1030e req-f737968c-11d0-4490-a415-5945c66354ca tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381720
Nov 16 22:12:15.947614 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39296) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:16.648352 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-580a11ae-f02a-4121-bdbb-be175566983c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489157'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:17.052704 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-580a11ae-f02a-4121-bdbb-be175566983c admin admin] Deleting port d8fc7095-78ed-4048-b3e6-650d1926d823 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:12:17.053425 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-580a11ae-f02a-4121-bdbb-be175566983c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:17.058982 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:12:17.096800 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:12:17.097259 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 0f0a70e9-5b91-48e5-a3a0-6ed0b9ece0cd not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:12:17.208799 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5cd56b59-270b-4faa-a5e6-5fc861d8e7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:17.233755 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-580a11ae-f02a-4121-bdbb-be175566983c admin admin] For port d8fc7095-78ed-4048-b3e6-650d1926d823, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=d8fc7095-78ed-4048-b3e6-650d1926d823,segment=NetworkSegment(9c3f8f9c-679a-45c4-b088-0b41c9e8bb78),segment_id=9c3f8f9c-679a-45c4-b088-0b41c9e8bb78)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:12:17.234115 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-580a11ae-f02a-4121-bdbb-be175566983c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:17.371254 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-580a11ae-f02a-4121-bdbb-be175566983c admin admin] Calling delete_port for d8fc7095-78ed-4048-b3e6-650d1926d823 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:12:17.768813 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-580a11ae-f02a-4121-bdbb-be175566983c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:17.772950 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:17.815741 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a11ae-f02a-4121-bdbb-be175566983c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8fc7095-78ed-4048-b3e6-650d1926d823,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:17.820292 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-580a11ae-f02a-4121-bdbb-be175566983c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:18.259990 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-580a11ae-f02a-4121-bdbb-be175566983c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-465237'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:18.563683 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:18.653664 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580a11ae-f02a-4121-bdbb-be175566983c admin admin] Router 33395eb2-8a9a-45b9-82fa-ce1b28fc6464 has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:12:18.851503 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580a11ae-f02a-4121-bdbb-be175566983c admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:12:18.867165 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-580a11ae-f02a-4121-bdbb-be175566983c admin admin] 10.222.0.71 "PUT /v2.0/routers/33395eb2-8a9a-45b9-82fa-ce1b28fc6464/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9184349
Nov 16 22:12:18.869718 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39326) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:18.883231 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b398c8-edaf-4103-96b8-7c46e4d73662 None None] Sync routers for ids ['33395eb2-8a9a-45b9-82fa-ce1b28fc6464'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:12:18.893047 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b398c8-edaf-4103-96b8-7c46e4d73662 None None] Routers {'33395eb2-8a9a-45b9-82fa-ce1b28fc6464'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:12:18.893821 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-97b398c8-edaf-4103-96b8-7c46e4d73662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d29887c0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:12:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['33395eb2-8a9a-45b9-82fa-ce1b28fc6464'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:12:19.082534 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-97b398c8-edaf-4103-96b8-7c46e4d73662 None None] Set router 33395eb2-8a9a-45b9-82fa-ce1b28fc6464 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:12:19.098445 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:19.297163 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:19.380548 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] Deleting port c9c001eb-3936-456a-8436-e9cfb9f84c65 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:12:19.381066 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:19.456062 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-97b398c8-edaf-4103-96b8-7c46e4d73662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d29887c0>, [{'id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'name': 'tempest-ServerRescueNegativeTestJSON-1015197292-router', 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'c9c001eb-3936-456a-8436-e9cfb9f84c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:18Z', 'updated_at': '2021-11-16T22:12:17Z', 'revision_number': 5, 'project_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'gw_port': {'id': 'c9c001eb-3936-456a-8436-e9cfb9f84c65', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:19Z', 'updated_at': '2021-11-16T22:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:12:19.465148 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b398c8-edaf-4103-96b8-7c46e4d73662 None None] Checking router: 33395eb2-8a9a-45b9-82fa-ce1b28fc6464 for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:12:19.479071 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b398c8-edaf-4103-96b8-7c46e4d73662 None None] Routers {'33395eb2-8a9a-45b9-82fa-ce1b28fc6464'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:12:19.479850 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-97b398c8-edaf-4103-96b8-7c46e4d73662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d29887c0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:12:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['33395eb2-8a9a-45b9-82fa-ce1b28fc6464'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:12:19.711744 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-97b398c8-edaf-4103-96b8-7c46e4d73662 None None] Set router 33395eb2-8a9a-45b9-82fa-ce1b28fc6464 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:12:19.725565 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] For port c9c001eb-3936-456a-8436-e9cfb9f84c65, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=c9c001eb-3936-456a-8436-e9cfb9f84c65,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:12:19.726000 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:19.821973 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-97b398c8-edaf-4103-96b8-7c46e4d73662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d29887c0>, [{'id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'name': 'tempest-ServerRescueNegativeTestJSON-1015197292-router', 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:18Z', 'updated_at': '2021-11-16T22:12:19Z', 'revision_number': 6, 'project_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'gw_port_host': None}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:12:19.826750 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b398c8-edaf-4103-96b8-7c46e4d73662 None None] The sync data for ids ['33395eb2-8a9a-45b9-82fa-ce1b28fc6464'] in dv-cinder-818140-1-iscsi is: [{'id': '33395eb2-8a9a-45b9-82fa-ce1b28fc6464', 'name': 'tempest-ServerRescueNegativeTestJSON-1015197292-router', 'tenant_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:18Z', 'updated_at': '2021-11-16T22:12:19Z', 'revision_number': 6, 'project_id': '31f2fb519aca4110a2e1ceb5fde62e59', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:12:19.857336 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] Calling delete_port for c9c001eb-3936-456a-8436-e9cfb9f84c65 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:12:19.927426 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:20.070889 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:20.074858 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-0ee8631a-b066-4bfb-beae-83d73ed44959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:20.130826 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c001eb-3936-456a-8436-e9cfb9f84c65,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:20.133921 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:20.296737 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984602'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:20.345316 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device d8fc7095-78ed-4048-b3e6-650d1926d823 no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:12:20.392852 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: d8fc7095-78ed-4048-b3e6-650d1926d823 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:12:20.392852 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device d8fc7095-78ed-4048-b3e6-650d1926d823 not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:12:20.526341 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1624'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:20.528575 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:20.677159 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-488987'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:20.678089 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33395eb2-8a9a-45b9-82fa-ce1b28fc6464 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 16 22:12:20.694281 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:20.697861 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] 10.222.0.71 "DELETE /v2.0/routers/33395eb2-8a9a-45b9-82fa-ce1b28fc6464 HTTP/1.1" status: 204  len: 168 time: 1.8244195
Nov 16 22:12:20.698532 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39358) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:20.773276 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-74699588-cc20-411e-a185-72e068d058cc admin admin] Deleting subnet feff6ede-3b67-4d6a-b1b3-d918954bcf9b {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:12:20.776607 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-74699588-cc20-411e-a185-72e068d058cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:20.782530 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21dc2f-113d-40e7-886a-66d513422514 req-c92b25e2-6d43-4cda-9ae2-f87c958a7d94 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:20.784106 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7b21dc2f-113d-40e7-886a-66d513422514 req-c92b25e2-6d43-4cda-9ae2-f87c958a7d94 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.1036468
Nov 16 22:12:20.828942 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-74699588-cc20-411e-a185-72e068d058cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7560697'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:20.850713 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7b21dc2f-113d-40e7-886a-66d513422514 req-ce27dd4a-52d2-4191-bcd8-4f1f611bd781 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575967
Nov 16 22:12:20.891538 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-74699588-cc20-411e-a185-72e068d058cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:21.049162 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-74699588-cc20-411e-a185-72e068d058cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5480945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6122369'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:21.053531 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:21.087062 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74699588-cc20-411e-a185-72e068d058cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feff6ede-3b67-4d6a-b1b3-d918954bcf9b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:21.090779 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-74699588-cc20-411e-a185-72e068d058cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:21.095025 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-74699588-cc20-411e-a185-72e068d058cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:21.101567 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-74699588-cc20-411e-a185-72e068d058cc admin admin] 10.222.0.71 "DELETE /v2.0/subnets/feff6ede-3b67-4d6a-b1b3-d918954bcf9b HTTP/1.1" status: 204  len: 168 time: 0.3988402
Nov 16 22:12:21.104232 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39362) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:21.217960 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da572e5a-5980-4e03-a230-b0db3d63913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:21.355322 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da572e5a-5980-4e03-a230-b0db3d63913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:21.381995 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-da572e5a-5980-4e03-a230-b0db3d63913e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d2577d00>,) {'filters': {'network_id': ['0087e2d7-4f1a-4fea-baad-ae616045916e']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:12:21.395476 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-da572e5a-5980-4e03-a230-b0db3d63913e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d2577d00>, '9c3f8f9c-679a-45c4-b088-0b41c9e8bb78') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:12:21.395792 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-da572e5a-5980-4e03-a230-b0db3d63913e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d2577d00>, '9c3f8f9c-679a-45c4-b088-0b41c9e8bb78') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:12:21.408258 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da572e5a-5980-4e03-a230-b0db3d63913e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7560678'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:21.424327 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da572e5a-5980-4e03-a230-b0db3d63913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:21.430485 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da572e5a-5980-4e03-a230-b0db3d63913e admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:12:21.430867 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da572e5a-5980-4e03-a230-b0db3d63913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5480855'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]: Traceback (most recent call last):
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:     timer()
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:     cb(*args, **kw)
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:     return func(*args, **kwargs)
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:     self._notify()
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:     self.callback(batched_events)
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:     event.method(event)
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:     return f(self, *a, **k)
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._get(url).json()
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:12:21.444589 dv-cinder-818140-1-iscsi neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:12:21.705669 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da572e5a-5980-4e03-a230-b0db3d63913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:21.717304 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da572e5a-5980-4e03-a230-b0db3d63913e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:21.717304 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:21.737545 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da572e5a-5980-4e03-a230-b0db3d63913e admin admin] Pushing event deleted for resources: {'Network': ['ID=0087e2d7-4f1a-4fea-baad-ae616045916e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:21.740465 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-da572e5a-5980-4e03-a230-b0db3d63913e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:21.791547 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-da572e5a-5980-4e03-a230-b0db3d63913e admin admin] 10.222.0.71 "DELETE /v2.0/networks/0087e2d7-4f1a-4fea-baad-ae616045916e HTTP/1.1" status: 204  len: 168 time: 0.6861172
Nov 16 22:12:21.956273 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device c9c001eb-3936-456a-8436-e9cfb9f84c65 no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:12:21.991044 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: c9c001eb-3936-456a-8436-e9cfb9f84c65 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:12:21.991520 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device c9c001eb-3936-456a-8436-e9cfb9f84c65 not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:12:22.044791 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61aa66a-9497-43ef-81ba-a65d132b5e06 req-99d3f33c-53a8-4825-8f4c-0b689ace9cb0 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:22.046316 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d61aa66a-9497-43ef-81ba-a65d132b5e06 req-99d3f33c-53a8-4825-8f4c-0b689ace9cb0 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0813098
Nov 16 22:12:22.093074 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d61aa66a-9497-43ef-81ba-a65d132b5e06 req-ccc5a11d-b771-4040-a573-79746fac1bc9 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410664
Nov 16 22:12:22.173514 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39374) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:22.226765 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-81528c73-a478-4060-bf3f-785db83a6ea3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=31f2fb519aca4110a2e1ceb5fde62e59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0519636
Nov 16 22:12:22.229225 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39378) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:22.294273 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c69084d9-7d23-494e-886f-227b0b7e68a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:22.322029 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c69084d9-7d23-494e-886f-227b0b7e68a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:22.448089 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c69084d9-7d23-494e-886f-227b0b7e68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:22.452019 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b63e909c-a4af-4acb-84c3-47424631463c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:22.463603 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69084d9-7d23-494e-886f-227b0b7e68a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:22.468918 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c69084d9-7d23-494e-886f-227b0b7e68a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:22.472262 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-c69084d9-7d23-494e-886f-227b0b7e68a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:22.473539 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-c69084d9-7d23-494e-886f-227b0b7e68a1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b7ad2fa6-918a-4c7f-bfc8-bb0feb8251b2 HTTP/1.1" status: 204  len: 168 time: 0.2431757
Nov 16 22:12:23.368597 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4077e34-5b02-4557-a05a-87475f19f6cc req-34503198-61d3-4bf8-83a5-6daf89ecdd21 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:23.370043 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4077e34-5b02-4557-a05a-87475f19f6cc req-34503198-61d3-4bf8-83a5-6daf89ecdd21 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.1709931
Nov 16 22:12:23.423815 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e4077e34-5b02-4557-a05a-87475f19f6cc req-5c87033a-77be-404a-ad92-65acf8e708fb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461714
Nov 16 22:12:24.614441 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb2723-12f4-441b-9353-3a71812ba044 req-2d0af455-ca59-4cb3-862a-d4e3531161ae tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:24.615895 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2fbb2723-12f4-441b-9353-3a71812ba044 req-2d0af455-ca59-4cb3-862a-d4e3531161ae tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0840299
Nov 16 22:12:24.663308 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2fbb2723-12f4-441b-9353-3a71812ba044 req-37b5ac05-516d-457d-93c9-d22eb7bcd6b9 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418408
Nov 16 22:12:25.845878 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97eb6e-9f53-4578-9faa-fc368bc628e9 req-f9640cea-24ca-4229-9cd6-5b9824ab713d tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:25.847235 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1d97eb6e-9f53-4578-9faa-fc368bc628e9 req-f9640cea-24ca-4229-9cd6-5b9824ab713d tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0789170
Nov 16 22:12:25.892773 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1d97eb6e-9f53-4578-9faa-fc368bc628e9 req-113618b9-7044-4af8-8500-7122ee4df3e8 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397997
Nov 16 22:12:27.092514 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efda4fe-6a0a-454a-827d-1e869de81156 req-256abed5-f694-4e34-89b7-08c0ac3e78c2 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:27.094526 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2efda4fe-6a0a-454a-827d-1e869de81156 req-256abed5-f694-4e34-89b7-08c0ac3e78c2 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0888426
Nov 16 22:12:27.142628 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2efda4fe-6a0a-454a-827d-1e869de81156 req-273f2fd4-775f-4e8e-a2b8-ce932e9ca8f4 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424521
Nov 16 22:12:28.330135 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9e80e-bf8f-4866-a62d-06a073996cef req-76c0fec4-e18b-408c-a0ec-8cc52a8e1037 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:28.331609 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-86b9e80e-bf8f-4866-a62d-06a073996cef req-76c0fec4-e18b-408c-a0ec-8cc52a8e1037 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0791352
Nov 16 22:12:28.376517 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-86b9e80e-bf8f-4866-a62d-06a073996cef req-565fbf10-b673-40e6-ac23-d6659b63105a tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393128
Nov 16 22:12:29.583473 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b1de4-6c84-4881-a80e-226eedfac3fb req-fe91849f-2684-44d5-b79e-9741fbfb057a tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:29.585006 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-082b1de4-6c84-4881-a80e-226eedfac3fb req-fe91849f-2684-44d5-b79e-9741fbfb057a tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0843868
Nov 16 22:12:29.634086 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-082b1de4-6c84-4881-a80e-226eedfac3fb req-9d857f74-f63b-4db6-9aee-fc0a2b54edb2 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433979
Nov 16 22:12:30.822074 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a3996-4272-449f-9035-8b876403d826 req-ea3d9333-8bb8-4bdf-b6d3-20b46e29019b tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:30.823545 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1e9a3996-4272-449f-9035-8b876403d826 req-ea3d9333-8bb8-4bdf-b6d3-20b46e29019b tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0817621
Nov 16 22:12:30.871518 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1e9a3996-4272-449f-9035-8b876403d826 req-a72a8857-06a4-41e4-adcb-7069b97c7c6a tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422699
Nov 16 22:12:31.551627 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e87ff4-acf7-4555-a975-458eb601d6e8 req-38a68c70-5fc2-4279-9f32-9ce151b38f05 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:31.553399 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f6e87ff4-acf7-4555-a975-458eb601d6e8 req-38a68c70-5fc2-4279-9f32-9ce151b38f05 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 945 time: 0.0923910
Nov 16 22:12:31.605191 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f6e87ff4-acf7-4555-a975-458eb601d6e8 req-4caccf4e-a038-4fcc-b45b-dbd0ac5961aa tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454013
Nov 16 22:12:31.628978 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39506) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:31.865835 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e44252-f275-4afd-ba4a-6fb5b55e0a63 tempest-TestMinimumBasicScenario-1086303272 tempest-TestMinimumBasicScenario-1086303272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:31.866546 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-41e44252-f275-4afd-ba4a-6fb5b55e0a63 tempest-TestMinimumBasicScenario-1086303272 tempest-TestMinimumBasicScenario-1086303272-project-admin] Synchronizing usage tracker for tenant:ef90c3cb8a9643019853c42e20580e4a on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:12:31.950946 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-41e44252-f275-4afd-ba4a-6fb5b55e0a63 tempest-TestMinimumBasicScenario-1086303272 tempest-TestMinimumBasicScenario-1086303272-project-admin] Unset dirty status for tenant:ef90c3cb8a9643019853c42e20580e4a on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:12:31.952161 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-41e44252-f275-4afd-ba4a-6fb5b55e0a63 tempest-TestMinimumBasicScenario-1086303272 tempest-TestMinimumBasicScenario-1086303272-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 1093 time: 0.3221910
Nov 16 22:12:31.956268 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 39514) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:31.962678 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Request body: {'floatingip': {'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'port_id': '7bc5db9c-88df-42af-bfaa-26a797d65129', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:12:31.968910 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:31.973316 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Usage tracker for resource:floatingip and tenant:4b1ec7ea85174e23b44b1845b82e2fed is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:31.976919 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:32.020426 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:32.078622 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfa797-6102-47f9-a598-d5c7e192bbe8 req-a6336628-77af-4982-8e7a-cf66f9adc349 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:32.080174 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-65dfa797-6102-47f9-a598-d5c7e192bbe8 req-a6336628-77af-4982-8e7a-cf66f9adc349 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0991290
Nov 16 22:12:32.102413 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for floatingip, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:32.195782 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-65dfa797-6102-47f9-a598-d5c7e192bbe8 req-90c78053-1d83-4d15-81d2-88ad9fc0e5d2 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1089201
Nov 16 22:12:32.273678 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:32.384676 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:32.412570 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Allocated IP 172.27.1.39 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/b5382b53-6e84-4049-b7b4-0e704fdc458d) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:12:32.561235 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:32.642594 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:32.646398 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:32.714836 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:12:32.717779 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:12:32.720358 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:12:32.755771 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Pushing event updated for resources: {'Port': ['ID=b5382b53-6e84-4049-b7b4-0e704fdc458d,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:32.758609 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:33.271003 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:33.419385 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:33.497880 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f5867-0166-4d85-9566-8c17d02ff944 req-4d4ee3fe-0f9e-4611-a52f-544f1c45b70e tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:33.499304 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7a5f5867-0166-4d85-9566-8c17d02ff944 req-4d4ee3fe-0f9e-4611-a52f-544f1c45b70e tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.1860645
Nov 16 22:12:33.627145 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7a5f5867-0166-4d85-9566-8c17d02ff944 req-aa50007c-2616-407d-b23e-f563f36b4288 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1092513
Nov 16 22:12:33.683396 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:33.761834 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6816999'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:33.766089 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9f63d02a-703e-488a-8996-b329cde872a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:33.871852 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Pushing event updated for resources: {'Port': ['ID=b5382b53-6e84-4049-b7b4-0e704fdc458d,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:33.874711 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:33.883258 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:34.058912 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Floating IP a49ce657-caa9-4692-9d45-6f53dcf214fe associated. External IP: 172.27.1.39, port: 7bc5db9c-88df-42af-bfaa-26a797d65129.
Nov 16 22:12:34.411525 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Router 455f00e0-075d-4666-8bd8-372800e31a3e has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:12:34.590029 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:12:34.601403 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545ae93-b553-4801-ac6b-02638674da7d None None] Sync routers for ids ['455f00e0-075d-4666-8bd8-372800e31a3e'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:12:34.611960 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545ae93-b553-4801-ac6b-02638674da7d None None] Routers {'455f00e0-075d-4666-8bd8-372800e31a3e'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:12:34.612716 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-d545ae93-b553-4801-ac6b-02638674da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1bd6700>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:12:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['455f00e0-075d-4666-8bd8-372800e31a3e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:12:34.684319 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:34.838650 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-d545ae93-b553-4801-ac6b-02638674da7d None None] Set router 455f00e0-075d-4666-8bd8-372800e31a3e gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:12:34.893515 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.9352763
Nov 16 22:12:34.894920 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'tag': '7bc5db9c-88df-42af-bfaa-26a797d65129'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:12:34.896618 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39548) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:34.903023 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f240fdb3-ee0d-4f40-a74b-54299066ae5d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1135525014', 'description': 'tempest-secgroup-smoke-1135525014 description', 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:12:34.910555 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f240fdb3-ee0d-4f40-a74b-54299066ae5d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:34.923146 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f240fdb3-ee0d-4f40-a74b-54299066ae5d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:34.931389 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f486e12-1f0e-4d83-8439-3adcc9fb5e62 req-6e2e2299-4f72-48f4-aebd-ef0c2e2937c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:34.933013 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3f486e12-1f0e-4d83-8439-3adcc9fb5e62 req-6e2e2299-4f72-48f4-aebd-ef0c2e2937c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.1028697
Nov 16 22:12:34.981853 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3f486e12-1f0e-4d83-8439-3adcc9fb5e62 req-d1ca6ee3-7853-4e41-8431-6b1cc30af542 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423472
Nov 16 22:12:34.991434 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f240fdb3-ee0d-4f40-a74b-54299066ae5d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:35.001932 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'tag': '7bc5db9c-88df-42af-bfaa-26a797d65129', 'status': 'completed', 'code': 200}
Nov 16 22:12:35.025058 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f240fdb3-ee0d-4f40-a74b-54299066ae5d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:35.028840 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-f240fdb3-ee0d-4f40-a74b-54299066ae5d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Usage tracker for resource:security_group_rule and tenant:4b1ec7ea85174e23b44b1845b82e2fed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:35.031792 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-f240fdb3-ee0d-4f40-a74b-54299066ae5d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:35.037452 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f240fdb3-ee0d-4f40-a74b-54299066ae5d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:35.113641 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f240fdb3-ee0d-4f40-a74b-54299066ae5d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:35.168541 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f240fdb3-ee0d-4f40-a74b-54299066ae5d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:35.173875 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ecb80f30-85c9-46e7-9def-6493798d1674 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:35.203341 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-d545ae93-b553-4801-ac6b-02638674da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1bd6700>, [{'id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'name': 'tempest-TestMinimumBasicScenario-218532487-router', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:10:58Z', 'updated_at': '2021-11-16T22:11:04Z', 'revision_number': 4, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'gw_port': {'id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:10:59Z', 'updated_at': '2021-11-16T22:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'a49ce657-caa9-4692-9d45-6f53dcf214fe', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'port_id': '7bc5db9c-88df-42af-bfaa-26a797d65129', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'mac_address': 'fa:16:3e:c6:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:12:33Z', 'updated_at': '2021-11-16T22:12:33Z', 'revision_number': 0, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b31dc3-6597-46ac-b6ec-62df2364168e', 'name': '', 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'mac_address': 'fa:16:3e:63:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:03Z', 'updated_at': '2021-11-16T22:11:12Z', 'revision_number': 5, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'subnets': [{'id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:12:35.207318 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545ae93-b553-4801-ac6b-02638674da7d None None] Checking router: 455f00e0-075d-4666-8bd8-372800e31a3e for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:12:35.215372 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240fdb3-ee0d-4f40-a74b-54299066ae5d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fb0903-fbd5-4133-9f1b-21cc58226010,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:35.215807 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545ae93-b553-4801-ac6b-02638674da7d None None] Routers {'455f00e0-075d-4666-8bd8-372800e31a3e'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:12:35.216420 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-d545ae93-b553-4801-ac6b-02638674da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1bd6700>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:12:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['455f00e0-075d-4666-8bd8-372800e31a3e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:12:35.218425 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f240fdb3-ee0d-4f40-a74b-54299066ae5d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:35.282077 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f240fdb3-ee0d-4f40-a74b-54299066ae5d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:35.283444 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-f240fdb3-ee0d-4f40-a74b-54299066ae5d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3850060
Nov 16 22:12:35.286352 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 39556) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:35.291454 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-1ba56bb3-dcad-42d3-90e5-361625bbcf37 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Request body: {'security_group_rule': {'security_group_id': 'f6fb0903-fbd5-4133-9f1b-21cc58226010', 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:12:35.297845 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-1ba56bb3-dcad-42d3-90e5-361625bbcf37 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:35.301667 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-1ba56bb3-dcad-42d3-90e5-361625bbcf37 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Usage tracker for resource:security_group_rule and tenant:4b1ec7ea85174e23b44b1845b82e2fed is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:35.304612 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-1ba56bb3-dcad-42d3-90e5-361625bbcf37 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:35.314194 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-1ba56bb3-dcad-42d3-90e5-361625bbcf37 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:35.381776 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ba56bb3-dcad-42d3-90e5-361625bbcf37 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:35.407257 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-d545ae93-b553-4801-ac6b-02638674da7d None None] Set router 455f00e0-075d-4666-8bd8-372800e31a3e gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:12:35.450432 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ba56bb3-dcad-42d3-90e5-361625bbcf37 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:35.516303 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ba56bb3-dcad-42d3-90e5-361625bbcf37 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:35.523382 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:35.547534 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba56bb3-dcad-42d3-90e5-361625bbcf37 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d312a42-413c-4d71-a105-52ba0331b67f,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:35.550260 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1ba56bb3-dcad-42d3-90e5-361625bbcf37 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:35.607694 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ba56bb3-dcad-42d3-90e5-361625bbcf37 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:35.612526 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-1ba56bb3-dcad-42d3-90e5-361625bbcf37 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3227234
Nov 16 22:12:35.612726 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 39564) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:35.617768 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-3e92d9b8-e035-4a2d-95b5-e227a5a2837c tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Request body: {'security_group_rule': {'security_group_id': 'f6fb0903-fbd5-4133-9f1b-21cc58226010', 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:12:35.623555 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-3e92d9b8-e035-4a2d-95b5-e227a5a2837c tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:35.627372 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-3e92d9b8-e035-4a2d-95b5-e227a5a2837c tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Usage tracker for resource:security_group_rule and tenant:4b1ec7ea85174e23b44b1845b82e2fed is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:35.630172 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-3e92d9b8-e035-4a2d-95b5-e227a5a2837c tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:35.635786 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-3e92d9b8-e035-4a2d-95b5-e227a5a2837c tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:35.713062 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3e92d9b8-e035-4a2d-95b5-e227a5a2837c tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:35.775929 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-d545ae93-b553-4801-ac6b-02638674da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1bd6700>, [{'id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'name': 'tempest-TestMinimumBasicScenario-218532487-router', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:10:58Z', 'updated_at': '2021-11-16T22:11:04Z', 'revision_number': 4, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'gw_port': {'id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:10:59Z', 'updated_at': '2021-11-16T22:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'a49ce657-caa9-4692-9d45-6f53dcf214fe', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'port_id': '7bc5db9c-88df-42af-bfaa-26a797d65129', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'mac_address': 'fa:16:3e:c6:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:12:33Z', 'updated_at': '2021-11-16T22:12:33Z', 'revision_number': 0, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b31dc3-6597-46ac-b6ec-62df2364168e', 'name': '', 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'mac_address': 'fa:16:3e:63:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:03Z', 'updated_at': '2021-11-16T22:11:12Z', 'revision_number': 5, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'subnets': [{'id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:12:35.780215 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545ae93-b553-4801-ac6b-02638674da7d None None] The sync data for ids ['455f00e0-075d-4666-8bd8-372800e31a3e'] in dv-cinder-818140-1-iscsi is: [{'id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'name': 'tempest-TestMinimumBasicScenario-218532487-router', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:10:58Z', 'updated_at': '2021-11-16T22:11:04Z', 'revision_number': 4, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'gw_port': {'id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:10:59Z', 'updated_at': '2021-11-16T22:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'a49ce657-caa9-4692-9d45-6f53dcf214fe', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'port_id': '7bc5db9c-88df-42af-bfaa-26a797d65129', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'mac_address': 'fa:16:3e:c6:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:12:33Z', 'updated_at': '2021-11-16T22:12:33Z', 'revision_number': 0, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b31dc3-6597-46ac-b6ec-62df2364168e', 'name': '', 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'mac_address': 'fa:16:3e:63:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:03Z', 'updated_at': '2021-11-16T22:11:12Z', 'revision_number': 5, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'subnets': [{'id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:12:35.790340 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3e92d9b8-e035-4a2d-95b5-e227a5a2837c tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:35.836268 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3e92d9b8-e035-4a2d-95b5-e227a5a2837c tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:35.838462 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e9771403-790a-407f-9c1f-9fed80c73e39 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:35.863296 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92d9b8-e035-4a2d-95b5-e227a5a2837c tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a41046d-05f8-473f-b676-b1183f744fd1,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:35.868165 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3e92d9b8-e035-4a2d-95b5-e227a5a2837c tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:35.928029 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3e92d9b8-e035-4a2d-95b5-e227a5a2837c tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:35.932197 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39570) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:35.932844 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-3e92d9b8-e035-4a2d-95b5-e227a5a2837c tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3186202
Nov 16 22:12:35.937757 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-5a7822be-9539-4d7c-b05b-a5557bed2481 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Request body: {'security_group_rule': {'security_group_id': 'f6fb0903-fbd5-4133-9f1b-21cc58226010', 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:12:35.944253 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5a7822be-9539-4d7c-b05b-a5557bed2481 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:35.948337 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-5a7822be-9539-4d7c-b05b-a5557bed2481 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Usage tracker for resource:security_group_rule and tenant:4b1ec7ea85174e23b44b1845b82e2fed is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:35.951606 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-5a7822be-9539-4d7c-b05b-a5557bed2481 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:35.958199 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-5a7822be-9539-4d7c-b05b-a5557bed2481 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:36.044426 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a7822be-9539-4d7c-b05b-a5557bed2481 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:36.122265 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a7822be-9539-4d7c-b05b-a5557bed2481 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:36.184772 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9598e00-51ea-45f6-99ee-f3f75e821a63 req-0927a1be-00d2-4281-82b6-3ed67a9b6df1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:36.185979 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7838186f-bd0f-46a0-aa90-e85b8c3f040b None None] New status for floating IP a49ce657-caa9-4692-9d45-6f53dcf214fe: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:12:36.186493 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a9598e00-51ea-45f6-99ee-f3f75e821a63 req-0927a1be-00d2-4281-82b6-3ed67a9b6df1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0886855
Nov 16 22:12:36.195842 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a7822be-9539-4d7c-b05b-a5557bed2481 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:36.198103 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-8c9b02a1-196c-4096-9317-7151c35973b7 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:36.224283 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7822be-9539-4d7c-b05b-a5557bed2481 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5b5354-debb-4a6f-8a13-ac803582c5d1,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:36.228286 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-5a7822be-9539-4d7c-b05b-a5557bed2481 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:36.238044 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a9598e00-51ea-45f6-99ee-f3f75e821a63 req-d1724c7c-272b-4e8b-974e-9e8aa0d55834 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458922
Nov 16 22:12:36.276456 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5a7822be-9539-4d7c-b05b-a5557bed2481 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:36.277785 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-5a7822be-9539-4d7c-b05b-a5557bed2481 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3444703
Nov 16 22:12:36.281425 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 39576) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:36.286657 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-63aa1857-3dd8-41e8-9a8c-81ddd339103d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Request body: {'security_group_rule': {'security_group_id': 'f6fb0903-fbd5-4133-9f1b-21cc58226010', 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:12:36.292761 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-63aa1857-3dd8-41e8-9a8c-81ddd339103d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:36.296740 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-63aa1857-3dd8-41e8-9a8c-81ddd339103d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Usage tracker for resource:security_group_rule and tenant:4b1ec7ea85174e23b44b1845b82e2fed is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:36.299816 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-63aa1857-3dd8-41e8-9a8c-81ddd339103d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:36.306190 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-63aa1857-3dd8-41e8-9a8c-81ddd339103d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:36.391930 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-63aa1857-3dd8-41e8-9a8c-81ddd339103d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:36.458503 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-63aa1857-3dd8-41e8-9a8c-81ddd339103d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:36.521821 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-63aa1857-3dd8-41e8-9a8c-81ddd339103d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:36.528279 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1ba56bb3-dcad-42d3-90e5-361625bbcf37 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:36.550973 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa1857-3dd8-41e8-9a8c-81ddd339103d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53aa5417-3923-4f5b-8150-4f2cb96aefa1,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:36.553472 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-63aa1857-3dd8-41e8-9a8c-81ddd339103d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:36.607452 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-63aa1857-3dd8-41e8-9a8c-81ddd339103d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:36.608956 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-63aa1857-3dd8-41e8-9a8c-81ddd339103d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3264961
Nov 16 22:12:36.611772 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 39586) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:36.616790 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-476a3c6d-8b6f-4132-bd56-90304f2c21c1 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Request body: {'security_group_rule': {'security_group_id': 'f6fb0903-fbd5-4133-9f1b-21cc58226010', 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:12:36.622815 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-476a3c6d-8b6f-4132-bd56-90304f2c21c1 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:36.627428 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-476a3c6d-8b6f-4132-bd56-90304f2c21c1 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Usage tracker for resource:security_group_rule and tenant:4b1ec7ea85174e23b44b1845b82e2fed is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:36.630419 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-476a3c6d-8b6f-4132-bd56-90304f2c21c1 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:36.636261 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-476a3c6d-8b6f-4132-bd56-90304f2c21c1 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:36.716253 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.securitygroups_db [None req-476a3c6d-8b6f-4132-bd56-90304f2c21c1 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Project 4b1ec7ea85174e23b44b1845b82e2fed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 16 22:12:36.723335 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-476a3c6d-8b6f-4132-bd56-90304f2c21c1 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:36.790775 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-476a3c6d-8b6f-4132-bd56-90304f2c21c1 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:36.893000 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-476a3c6d-8b6f-4132-bd56-90304f2c21c1 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:36.899061 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:36.917337 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a3c6d-8b6f-4132-bd56-90304f2c21c1 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7602b3fa-9702-405f-8792-e82a74a9309f,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:36.919656 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-476a3c6d-8b6f-4132-bd56-90304f2c21c1 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:36.996298 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-476a3c6d-8b6f-4132-bd56-90304f2c21c1 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:36.997646 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-476a3c6d-8b6f-4132-bd56-90304f2c21c1 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3849130
Nov 16 22:12:37.000987 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 39592) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:37.005914 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-7e8b9171-cd91-40db-8b8d-7623a329f6db tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Request body: {'security_group_rule': {'security_group_id': 'f6fb0903-fbd5-4133-9f1b-21cc58226010', 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:12:37.011783 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-7e8b9171-cd91-40db-8b8d-7623a329f6db tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:37.015612 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7e8b9171-cd91-40db-8b8d-7623a329f6db tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Usage tracker for resource:security_group_rule and tenant:4b1ec7ea85174e23b44b1845b82e2fed is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:37.018474 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-7e8b9171-cd91-40db-8b8d-7623a329f6db tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:37.024217 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-7e8b9171-cd91-40db-8b8d-7623a329f6db tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:37.104803 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.securitygroups_db [None req-7e8b9171-cd91-40db-8b8d-7623a329f6db tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Project 4b1ec7ea85174e23b44b1845b82e2fed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 16 22:12:37.112391 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7e8b9171-cd91-40db-8b8d-7623a329f6db tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:37.181308 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7e8b9171-cd91-40db-8b8d-7623a329f6db tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:37.282510 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7e8b9171-cd91-40db-8b8d-7623a329f6db tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:37.284629 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:37.308100 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b9171-cd91-40db-8b8d-7623a329f6db tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd161a91-5b84-42b5-b782-d70cce1a927e,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:37.312727 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7e8b9171-cd91-40db-8b8d-7623a329f6db tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:37.383259 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7e8b9171-cd91-40db-8b8d-7623a329f6db tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:37.384334 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-7e8b9171-cd91-40db-8b8d-7623a329f6db tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3824008
Nov 16 22:12:37.435803 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab80f5f-7237-4a3a-80c8-d7ebc9c04d1c req-6209f6a2-3b26-49da-aa0e-a0fc9d6e7283 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:37.437435 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1ab80f5f-7237-4a3a-80c8-d7ebc9c04d1c req-6209f6a2-3b26-49da-aa0e-a0fc9d6e7283 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0904727
Nov 16 22:12:37.491898 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1ab80f5f-7237-4a3a-80c8-d7ebc9c04d1c req-b6370a36-f193-4dac-9474-11228d819651 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485055
Nov 16 22:12:37.516412 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a67d3-0be8-42cc-a610-4cf48b7aa97a req-3a743e7a-3b3c-4de4-9fbf-e6d3a286e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:37.518039 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-6a5a67d3-0be8-42cc-a610-4cf48b7aa97a req-3a743e7a-3b3c-4de4-9fbf-e6d3a286e568 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b1ec7ea85174e23b44b1845b82e2fed&device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 1098 time: 0.0929167
Nov 16 22:12:37.558461 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-db6031f2-4723-463a-9736-8dd59f4e41ce req-209946d5-aaeb-4d6d-b810-46f9890fcc67 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1135525014&fields=id&tenant_id=4b1ec7ea85174e23b44b1845b82e2fed HTTP/1.1" status: 200  len: 267 time: 0.0655088
Nov 16 22:12:37.646085 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6031f2-4723-463a-9736-8dd59f4e41ce req-2e431d11-3683-43d8-a5ee-646328755d36 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:37.651858 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-db6031f2-4723-463a-9736-8dd59f4e41ce req-2e431d11-3683-43d8-a5ee-646328755d36 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 945 time: 0.0921896
Nov 16 22:12:37.660196 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-db6031f2-4723-463a-9736-8dd59f4e41ce req-f527c1c6-ead9-4367-a960-0c52da2e20e7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Request body: {'port': {'security_groups': ['19440633-122c-43c4-9c64-53fea3415cf9', 'f6fb0903-fbd5-4133-9f1b-21cc58226010']}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:12:37.695316 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a67d3-0be8-42cc-a610-4cf48b7aa97a req-335751a8-cdcc-499f-92cc-de1884b0f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:37.696791 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-6a5a67d3-0be8-42cc-a610-4cf48b7aa97a req-335751a8-cdcc-499f-92cc-de1884b0f2a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e3e2322-7b1d-4793-ab21-3c50a5faa848 HTTP/1.1" status: 200  len: 915 time: 0.1647086
Nov 16 22:12:37.786688 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-db6031f2-4723-463a-9736-8dd59f4e41ce req-f527c1c6-ead9-4367-a960-0c52da2e20e7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:37.806262 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-6a5a67d3-0be8-42cc-a610-4cf48b7aa97a req-7cf3d1b7-cc31-4763-8817-15f2d390d059 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc5db9c-88df-42af-bfaa-26a797d65129 HTTP/1.1" status: 200  len: 1000 time: 0.1010029
Nov 16 22:12:37.927116 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a67d3-0be8-42cc-a610-4cf48b7aa97a req-40d4ed83-2422-492d-a09e-d2665b43bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:37.928475 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-6a5a67d3-0be8-42cc-a610-4cf48b7aa97a req-40d4ed83-2422-492d-a09e-d2665b43bf75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77fd55f-0195-4961-bf1c-3011e289abe2 HTTP/1.1" status: 200  len: 853 time: 0.0933378
Nov 16 22:12:38.010454 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a67d3-0be8-42cc-a610-4cf48b7aa97a req-d4409488-9790-4edb-973a-e14b7c4752e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:38.011955 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-6a5a67d3-0be8-42cc-a610-4cf48b7aa97a req-d4409488-9790-4edb-973a-e14b7c4752e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e3e2322-7b1d-4793-ab21-3c50a5faa848&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741467
Nov 16 22:12:38.084597 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-db6031f2-4723-463a-9736-8dd59f4e41ce req-f527c1c6-ead9-4367-a960-0c52da2e20e7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] For port 7bc5db9c-88df-42af-bfaa-26a797d65129, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=7bc5db9c-88df-42af-bfaa-26a797d65129,segment=NetworkSegment(8f872b56-3f8a-41a6-b41d-3f431cac4a01),segment_id=8f872b56-3f8a-41a6-b41d-3f431cac4a01)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:12:38.110030 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-db6031f2-4723-463a-9736-8dd59f4e41ce req-f527c1c6-ead9-4367-a960-0c52da2e20e7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:38.157696 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-6a5a67d3-0be8-42cc-a610-4cf48b7aa97a req-c4e565aa-4a03-488e-b4ed-b6ee539e3202 service neutron] 10.222.0.72 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359444
Nov 16 22:12:38.173179 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-db6031f2-4723-463a-9736-8dd59f4e41ce req-f527c1c6-ead9-4367-a960-0c52da2e20e7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6816999'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:38.185020 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:38.242860 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['7bc5db9c-88df-42af-bfaa-26a797d65129'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:12:38.263632 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527c1c6-ead9-4367-a960-0c52da2e20e7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Pushing event updated for resources: {'Port': ['ID=7bc5db9c-88df-42af-bfaa-26a797d65129,revision_number=6']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:38.267562 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f527c1c6-ead9-4367-a960-0c52da2e20e7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:38.278096 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6031f2-4723-463a-9736-8dd59f4e41ce req-f527c1c6-ead9-4367-a960-0c52da2e20e7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:38.279129 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-db6031f2-4723-463a-9736-8dd59f4e41ce req-f527c1c6-ead9-4367-a960-0c52da2e20e7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:38.280201 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-db6031f2-4723-463a-9736-8dd59f4e41ce req-f527c1c6-ead9-4367-a960-0c52da2e20e7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "PUT /v2.0/ports/7bc5db9c-88df-42af-bfaa-26a797d65129 HTTP/1.1" status: 200  len: 981 time: 0.6259487
Nov 16 22:12:38.280793 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'tag': '7bc5db9c-88df-42af-bfaa-26a797d65129'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:12:38.336211 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-6a5a67d3-0be8-42cc-a610-4cf48b7aa97a req-42bde078-a6fc-4d1f-823c-e7e5c0cb9f0d service neutron] 10.222.0.72 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644492
Nov 16 22:12:38.366245 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'tag': '7bc5db9c-88df-42af-bfaa-26a797d65129', 'status': 'completed', 'code': 200}
Nov 16 22:12:38.520453 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a22d63-e49d-4e9c-843e-d20645c5d2b4 req-f902ead7-a165-4edf-ac74-51695a5017d8 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:38.528806 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-07a22d63-e49d-4e9c-843e-d20645c5d2b4 req-f902ead7-a165-4edf-ac74-51695a5017d8 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.1141386
Nov 16 22:12:38.549586 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['7bc5db9c-88df-42af-bfaa-26a797d65129'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:12:38.585030 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-07a22d63-e49d-4e9c-843e-d20645c5d2b4 req-04712212-f604-4d84-a44a-645f21c2919e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0552435
Nov 16 22:12:38.667022 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d5399-4107-4b51-b567-0262ed92e66c req-c1c76d4c-e5e6-4a15-82f5-ce006877af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:38.670304 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-836d5399-4107-4b51-b567-0262ed92e66c req-c1c76d4c-e5e6-4a15-82f5-ce006877af8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b1ec7ea85174e23b44b1845b82e2fed&device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 1137 time: 0.1171350
Nov 16 22:12:38.678295 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-74e9639f-a329-47f8-8e8a-a205cbecce17 None None] Provisioning complete for port 7bc5db9c-88df-42af-bfaa-26a797d65129 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:12:38.678687 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-74e9639f-a329-47f8-8e8a-a205cbecce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:38.759475 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259a216-12e4-4bf9-8c27-97ad9fc62634 req-e2774af1-373d-445a-a012-8af10673cdf6 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:38.761050 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4259a216-12e4-4bf9-8c27-97ad9fc62634 req-e2774af1-373d-445a-a012-8af10673cdf6 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.1020722
Nov 16 22:12:38.836995 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4259a216-12e4-4bf9-8c27-97ad9fc62634 req-dade269c-19f1-42aa-9aae-0d66c3a7f78b tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696571
Nov 16 22:12:38.861621 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d5399-4107-4b51-b567-0262ed92e66c req-5b6a8d2d-9b67-47c1-878f-034649f0f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:38.863044 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-836d5399-4107-4b51-b567-0262ed92e66c req-5b6a8d2d-9b67-47c1-878f-034649f0f33e service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e3e2322-7b1d-4793-ab21-3c50a5faa848 HTTP/1.1" status: 200  len: 915 time: 0.1759868
Nov 16 22:12:39.012305 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-836d5399-4107-4b51-b567-0262ed92e66c req-3d334aae-db75-4a92-b8f6-7a6ff220a282 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc5db9c-88df-42af-bfaa-26a797d65129 HTTP/1.1" status: 200  len: 1000 time: 0.1407943
Nov 16 22:12:39.085724 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d5399-4107-4b51-b567-0262ed92e66c req-2ff26ba8-f742-4160-9aa8-a5ee4b054669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:39.085724 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-836d5399-4107-4b51-b567-0262ed92e66c req-2ff26ba8-f742-4160-9aa8-a5ee4b054669 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77fd55f-0195-4961-bf1c-3011e289abe2 HTTP/1.1" status: 200  len: 853 time: 0.0630319
Nov 16 22:12:39.279857 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d5399-4107-4b51-b567-0262ed92e66c req-fc700449-71f1-42e2-a2fa-cb79f113eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:39.282285 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-836d5399-4107-4b51-b567-0262ed92e66c req-fc700449-71f1-42e2-a2fa-cb79f113eedb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e3e2322-7b1d-4793-ab21-3c50a5faa848&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1891706
Nov 16 22:12:39.418944 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-836d5399-4107-4b51-b567-0262ed92e66c req-fac3c1a1-849f-480f-8173-4d55c7eeda55 service neutron] 10.222.0.72 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294296
Nov 16 22:12:39.555073 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-836d5399-4107-4b51-b567-0262ed92e66c req-3f388ca6-47c8-44c8-a1c1-34fab7cb4b05 service neutron] 10.222.0.72 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280437
Nov 16 22:12:40.031126 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a628694-ae79-4110-acc5-7f38897e8266 req-02e4ea58-6c27-43b1-8346-517724e04a4f tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:40.037963 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6a628694-ae79-4110-acc5-7f38897e8266 req-02e4ea58-6c27-43b1-8346-517724e04a4f tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0882339
Nov 16 22:12:40.078771 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6a628694-ae79-4110-acc5-7f38897e8266 req-1a89275c-c09a-404e-9d6a-32bd9b0ae9f5 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401685
Nov 16 22:12:41.272638 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea2e91-d2e7-4bc0-97bf-03bf2bf78a75 req-49d5ee65-c372-484a-b5fb-5c7610d3a3a3 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:41.274107 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4fea2e91-d2e7-4bc0-97bf-03bf2bf78a75 req-49d5ee65-c372-484a-b5fb-5c7610d3a3a3 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0881696
Nov 16 22:12:41.324315 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4fea2e91-d2e7-4bc0-97bf-03bf2bf78a75 req-8231c154-1168-4c1f-a5ea-4e651d4ad7c1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444806
Nov 16 22:12:42.122554 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 39678) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:42.238429 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c48c51e4-e334-4411-b371-152428231567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:42.252880 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c48c51e4-e334-4411-b371-152428231567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:42.256992 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c48c51e4-e334-4411-b371-152428231567 admin admin] Usage tracker for resource:security_group_rule and tenant:340ce5c3821c400a8dabf51dca99a323 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:42.259870 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c48c51e4-e334-4411-b371-152428231567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:42.266138 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c48c51e4-e334-4411-b371-152428231567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:42.351458 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c48c51e4-e334-4411-b371-152428231567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:42.413825 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c48c51e4-e334-4411-b371-152428231567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:42.422166 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:42.580327 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c48c51e4-e334-4411-b371-152428231567 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=340ce5c3821c400a8dabf51dca99a323&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4566824
Nov 16 22:12:42.582925 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39686) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:42.589646 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c51e4-e334-4411-b371-152428231567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72f39ba-82b7-47d9-8a2b-2b52ae967150,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:42.592877 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c48c51e4-e334-4411-b371-152428231567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:42.629858 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e5997-75f1-4013-8be2-4d05c9531be4 req-5db8687f-9bad-4ed5-a09f-3ecec2cb4df6 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:42.631335 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c67e5997-75f1-4013-8be2-4d05c9531be4 req-5db8687f-9bad-4ed5-a09f-3ecec2cb4df6 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.1971626
Nov 16 22:12:42.654544 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-96b17eb2-e8d9-4456-a18d-58aea2e6de05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:42.676943 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c67e5997-75f1-4013-8be2-4d05c9531be4 req-346ca381-b416-44ed-a787-7348dfa258eb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396712
Nov 16 22:12:42.681199 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-96b17eb2-e8d9-4456-a18d-58aea2e6de05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:42.801383 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-96b17eb2-e8d9-4456-a18d-58aea2e6de05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:42.806493 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b5884289-41d1-4fe9-b2e7-a3ed36529f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:42.817950 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b17eb2-e8d9-4456-a18d-58aea2e6de05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72f39ba-82b7-47d9-8a2b-2b52ae967150,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:42.822665 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-96b17eb2-e8d9-4456-a18d-58aea2e6de05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:42.825514 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-96b17eb2-e8d9-4456-a18d-58aea2e6de05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:42.829350 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-96b17eb2-e8d9-4456-a18d-58aea2e6de05 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b72f39ba-82b7-47d9-8a2b-2b52ae967150 HTTP/1.1" status: 204  len: 168 time: 0.2426920
Nov 16 22:12:43.165264 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df5022-42a2-4033-a5d9-8d879b3e91fd req-5cea72b6-2ccf-46b8-85d7-1390667260bf tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:43.166704 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-05df5022-42a2-4033-a5d9-8d879b3e91fd req-5cea72b6-2ccf-46b8-85d7-1390667260bf tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0826280
Nov 16 22:12:43.214572 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-05df5022-42a2-4033-a5d9-8d879b3e91fd req-7bff68a1-bca7-4cdf-b5bf-e6c1bf270700 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415826
Nov 16 22:12:44.408071 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35305e9-05c7-4268-ab28-c9e1cebcbb32 req-2c5fa8df-2e91-4e3c-8dcf-e91fedfabd6d tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:44.410444 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f35305e9-05c7-4268-ab28-c9e1cebcbb32 req-2c5fa8df-2e91-4e3c-8dcf-e91fedfabd6d tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0861423
Nov 16 22:12:44.458016 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f35305e9-05c7-4268-ab28-c9e1cebcbb32 req-c1d673f1-5843-49ae-a0e8-cc6bc9d2b03a tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399284
Nov 16 22:12:44.607734 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8ff21176-55b5-4548-80d0-8a4795f7fbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:45.110294 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:45.651661 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1268ef-5764-4575-8a1e-c9ba846ec6e6 req-dc421bc9-a009-4f48-85a7-a55d11283e42 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:45.653148 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5c1268ef-5764-4575-8a1e-c9ba846ec6e6 req-dc421bc9-a009-4f48-85a7-a55d11283e42 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0872509
Nov 16 22:12:45.699535 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5c1268ef-5764-4575-8a1e-c9ba846ec6e6 req-0d826b1f-5c30-41f7-bb60-ba21556feede tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406399
Nov 16 22:12:45.915371 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39768) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:46.031770 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-62c18641-d001-44bd-a937-d784816bf491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:46.079124 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-62c18641-d001-44bd-a937-d784816bf491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:46.087951 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-62c18641-d001-44bd-a937-d784816bf491 admin admin] Usage tracker for resource:security_group_rule and tenant:4724fca666874b7f959bc2f35893025c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:46.091703 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-62c18641-d001-44bd-a937-d784816bf491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:46.098744 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-62c18641-d001-44bd-a937-d784816bf491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:46.153533 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd659cc-d61c-4772-9a67-538e4022c205 req-7389c8c4-b92b-4504-8b53-f4dfb836ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:46.155552 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-2fd659cc-d61c-4772-9a67-538e4022c205 req-7389c8c4-b92b-4504-8b53-f4dfb836ec1b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d04568cfc5e34832ab38095b3142e660&device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 1099 time: 0.1119897
Nov 16 22:12:46.291091 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-62c18641-d001-44bd-a937-d784816bf491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:46.324338 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd659cc-d61c-4772-9a67-538e4022c205 req-f3b7ffb5-526f-464d-b36b-d61d8e0626a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:46.325791 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-2fd659cc-d61c-4772-9a67-538e4022c205 req-f3b7ffb5-526f-464d-b36b-d61d8e0626a0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91376ca1-c1ee-4c7f-a3fa-566639b36d15 HTTP/1.1" status: 200  len: 912 time: 0.1626937
Nov 16 22:12:46.394219 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-62c18641-d001-44bd-a937-d784816bf491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:46.408252 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b4755839-7aa9-42d3-a951-232e1654b155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:46.479023 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-62c18641-d001-44bd-a937-d784816bf491 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4724fca666874b7f959bc2f35893025c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5625637
Nov 16 22:12:46.479861 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c18641-d001-44bd-a937-d784816bf491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e12e48e-4780-4617-b1da-3bf911a47f32,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:46.482724 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 39776) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:46.484635 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-2fd659cc-d61c-4772-9a67-538e4022c205 req-ee0505d7-d05b-4906-800b-6f5a4f96e37e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2a5b935-30e2-4625-8b92-b7d455638e52 HTTP/1.1" status: 200  len: 1001 time: 0.1517112
Nov 16 22:12:46.485162 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-62c18641-d001-44bd-a937-d784816bf491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:46.545951 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b0890484-5559-4c02-a8c1-a4ddb7cbad58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:46.555628 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd659cc-d61c-4772-9a67-538e4022c205 req-bc8c2105-7ed6-40d3-8f70-5b9c12741845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:46.557091 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-2fd659cc-d61c-4772-9a67-538e4022c205 req-bc8c2105-7ed6-40d3-8f70-5b9c12741845 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f4033324-a374-4dcf-a23e-53c4d039d448 HTTP/1.1" status: 200  len: 850 time: 0.0615637
Nov 16 22:12:46.572774 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b0890484-5559-4c02-a8c1-a4ddb7cbad58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:46.634139 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd659cc-d61c-4772-9a67-538e4022c205 req-cda7b114-ab06-4490-b601-f54bff0aee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:46.635608 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-2fd659cc-d61c-4772-9a67-538e4022c205 req-cda7b114-ab06-4490-b601-f54bff0aee27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91376ca1-c1ee-4c7f-a3fa-566639b36d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704072
Nov 16 22:12:46.705006 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b0890484-5559-4c02-a8c1-a4ddb7cbad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:46.709081 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-44fbd42b-1459-4d22-90db-dd23894a693a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:46.722514 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0890484-5559-4c02-a8c1-a4ddb7cbad58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e12e48e-4780-4617-b1da-3bf911a47f32,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:46.726733 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b0890484-5559-4c02-a8c1-a4ddb7cbad58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:46.733558 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b0890484-5559-4c02-a8c1-a4ddb7cbad58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:46.736929 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-b0890484-5559-4c02-a8c1-a4ddb7cbad58 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1e12e48e-4780-4617-b1da-3bf911a47f32 HTTP/1.1" status: 204  len: 168 time: 0.2499349
Nov 16 22:12:46.789028 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-2fd659cc-d61c-4772-9a67-538e4022c205 req-e8662241-de5f-4741-905d-c0e584bb6ea7 service neutron] 10.222.0.72 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449506
Nov 16 22:12:46.909251 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700142d2-6792-4aa9-9069-de23b1c2fb9e req-5e1230e2-05c1-41e4-849d-31fae6cc1230 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:46.910695 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-700142d2-6792-4aa9-9069-de23b1c2fb9e req-5e1230e2-05c1-41e4-849d-31fae6cc1230 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0859044
Nov 16 22:12:46.927400 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-2fd659cc-d61c-4772-9a67-538e4022c205 req-52c631a6-18e4-4047-8ec6-eb0b649fb3a9 service neutron] 10.222.0.72 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300173
Nov 16 22:12:46.962518 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-700142d2-6792-4aa9-9069-de23b1c2fb9e req-820a1bee-8863-4ccc-b517-ff390f7590ae tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457604
Nov 16 22:12:47.212920 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ebbaa633-bae5-4706-820c-69e9c85c3367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:47.269374 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39788) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:47.286980 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb39ee8a-d3d5-442d-b3bc-03b50b668303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:47.306396 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fb39ee8a-d3d5-442d-b3bc-03b50b668303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:47.310281 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-fb39ee8a-d3d5-442d-b3bc-03b50b668303 admin admin] Usage tracker for resource:security_group_rule and tenant:b87e1e7d07f44b1197af0830e35da5d4 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:47.313809 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-fb39ee8a-d3d5-442d-b3bc-03b50b668303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:47.319648 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-fb39ee8a-d3d5-442d-b3bc-03b50b668303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:47.399712 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb39ee8a-d3d5-442d-b3bc-03b50b668303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:47.487229 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb39ee8a-d3d5-442d-b3bc-03b50b668303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:47.494733 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-3566884c-790e-47fa-91b3-9b3ce9f69d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:47.541763 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-fb39ee8a-d3d5-442d-b3bc-03b50b668303 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b87e1e7d07f44b1197af0830e35da5d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2712257
Nov 16 22:12:47.544431 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39792) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:47.547944 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39ee8a-d3d5-442d-b3bc-03b50b668303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12df0a28-3c07-4441-a834-d60467d3f254,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:47.551319 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fb39ee8a-d3d5-442d-b3bc-03b50b668303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:47.612253 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33ada7e0-d861-42d8-a67b-db751bb5c8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:47.638252 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33ada7e0-d861-42d8-a67b-db751bb5c8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:47.738456 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33ada7e0-d861-42d8-a67b-db751bb5c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:47.742220 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fa172e59-a741-4fb2-aa12-3bfdde04968f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:47.757613 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ada7e0-d861-42d8-a67b-db751bb5c8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12df0a28-3c07-4441-a834-d60467d3f254,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:47.760204 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-33ada7e0-d861-42d8-a67b-db751bb5c8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:47.767551 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-33ada7e0-d861-42d8-a67b-db751bb5c8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:47.781159 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-33ada7e0-d861-42d8-a67b-db751bb5c8b7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/12df0a28-3c07-4441-a834-d60467d3f254 HTTP/1.1" status: 204  len: 168 time: 0.2259729
Nov 16 22:12:48.151193 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7a0f7-f6b3-4e72-a703-9a24750d5bab req-3e511e07-65e9-4dc9-a8f5-cccb327ebf6a tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:48.152753 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e2e7a0f7-f6b3-4e72-a703-9a24750d5bab req-3e511e07-65e9-4dc9-a8f5-cccb327ebf6a tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0821831
Nov 16 22:12:48.201019 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e2e7a0f7-f6b3-4e72-a703-9a24750d5bab req-b4f58d44-11c1-4142-8de8-23b9748460f6 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421264
Nov 16 22:12:48.572902 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:49.927062 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:51.431643 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:12:54.398115 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 39902) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:54.533528 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:54.549104 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:54.552966 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:754a6556bcfc48ef92493da97f1831b3 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:54.555908 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:54.561796 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:54.642415 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:54.703928 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:54.712919 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ce1ff4a6-da38-4ef6-93b3-1417995befea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:54.756498 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=754a6556bcfc48ef92493da97f1831b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3572993
Nov 16 22:12:54.757414 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76ff914-637d-486f-a45c-7f5f5aeddafe,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:54.759124 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39908) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:54.765570 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.765937 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.766299 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.766656 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.767008 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.767391 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.767740 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.768084 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.768442 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.768773 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.769112 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.769451 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.773278 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:54.822197 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:54.849168 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:54.972602 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:54.976408 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d2fa1910-e36a-4618-9b2e-6483558dd157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:54.987870 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76ff914-637d-486f-a45c-7f5f5aeddafe,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:54.997865 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.998229 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.998644 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.999042 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.999418 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:54.999868 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:55.000295 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:55.000747 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:55.001227 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:55.001645 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:55.001992 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:55.002333 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:12:55.005339 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:55.006464 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f76ff914-637d-486f-a45c-7f5f5aeddafe HTTP/1.1" status: 204  len: 168 time: 0.2462146
Nov 16 22:12:55.007805 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:56.040913 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39936) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:56.156514 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1842539146-network', 'tenant_id': '7fb42ed2607149c196592b7c372b6cad'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:12:56.161283 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:56.165094 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Usage tracker for resource:network and tenant:7fb42ed2607149c196592b7c372b6cad is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:56.168207 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:56.175167 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:56.258453 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Made reservation on behalf of 7fb42ed2607149c196592b7c372b6cad for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:12:56.260874 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:56.273953 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:56.291696 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:56.294758 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Usage tracker for resource:security_group_rule and tenant:7fb42ed2607149c196592b7c372b6cad is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:56.297758 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:56.303760 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:56.398621 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:56.441322 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:56.445673 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-2e14857b-d17e-4564-b086-ecb2031b9391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:56.559737 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758}  {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:12:56.572355 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d06c17-df5d-4008-ab1f-2abd401fae9d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:56.576247 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:56.577882 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:56.578136 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.segments_db [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Added segment ed518f6f-ad05-4b2b-a8d9-9f19ef392615 of type vlan for network a4d774cd-1b95-4174-be84-f09f789d00c5
Nov 16 22:12:56.606437 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:56.691419 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39950) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:56.733248 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:56.734641 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:56.735245 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:56.740345 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:56.845326 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf7e14-1f89-43ea-8637-353e95cf4a48 req-dc8672f1-561c-4ccd-8876-6b208c79b110 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:56.846776 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ffaf7e14-1f89-43ea-8637-353e95cf4a48 req-dc8672f1-561c-4ccd-8876-6b208c79b110 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 945 time: 0.1001253
Nov 16 22:12:56.852165 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9360b0c8-2fb7-4166-9bcb-e9f47fcd5342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:56.867394 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Pushing event updated for resources: {'Network': ['ID=a4d774cd-1b95-4174-be84-f09f789d00c5,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:56.871028 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:56.877598 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9360b0c8-2fb7-4166-9bcb-e9f47fcd5342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:56.879299 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-9360b0c8-2fb7-4166-9bcb-e9f47fcd5342 admin admin] Usage tracker for resource:security_group_rule and tenant:d753e57a27324a27bc82bd8271f65894 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:56.880407 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network a4d774cd-1b95-4174-be84-f09f789d00c5 details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:12:56.882439 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-9360b0c8-2fb7-4166-9bcb-e9f47fcd5342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:56.888475 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-9360b0c8-2fb7-4166-9bcb-e9f47fcd5342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:56.899937 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ffaf7e14-1f89-43ea-8637-353e95cf4a48 req-136d802e-98e1-4344-afd5-de6b2b447c71 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472019
Nov 16 22:12:56.919493 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8774772
Nov 16 22:12:56.922528 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 39956) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:56.928000 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Request body: {'subnet': {'network_id': 'a4d774cd-1b95-4174-be84-f09f789d00c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1842539146-subnet', 'tenant_id': '7fb42ed2607149c196592b7c372b6cad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:12:56.932732 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:56.937188 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Usage tracker for resource:subnet and tenant:7fb42ed2607149c196592b7c372b6cad is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:56.940820 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:56.945801 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:57.001783 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9360b0c8-2fb7-4166-9bcb-e9f47fcd5342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:57.018215 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Made reservation on behalf of 7fb42ed2607149c196592b7c372b6cad for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:12:57.020594 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016822'] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:57.063985 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9360b0c8-2fb7-4166-9bcb-e9f47fcd5342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:57.072548 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-cc5374e6-a965-43e1-8ce6-7e6031b00d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:57.113725 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-9360b0c8-2fb7-4166-9bcb-e9f47fcd5342 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d753e57a27324a27bc82bd8271f65894&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4210949
Nov 16 22:12:57.115300 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360b0c8-2fb7-4166-9bcb-e9f47fcd5342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c4c991-5523-4a7e-84d6-b8c3ddf268df,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:57.118077 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 39960) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:57.118543 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-9360b0c8-2fb7-4166-9bcb-e9f47fcd5342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:57.232143 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-26b96ca8-8597-4e97-b2bd-1512eca29be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:57.276570 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-26b96ca8-8597-4e97-b2bd-1512eca29be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:57.378487 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6946414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016836'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:57.383383 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4d584e1e-1d81-471b-9d1c-00e62b1cd450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:57.414602 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-26b96ca8-8597-4e97-b2bd-1512eca29be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:57.469332 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef3442ba-cbba-4815-b813-c65bdc60cb06,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:57.474471 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:57.477117 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b83dd294-108d-42d4-b581-191dc04ccdb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:57.493418 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-26b96ca8-8597-4e97-b2bd-1512eca29be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:57.496845 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-26b96ca8-8597-4e97-b2bd-1512eca29be5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/23c4c991-5523-4a7e-84d6-b8c3ddf268df HTTP/1.1" status: 204  len: 168 time: 0.3777940
Nov 16 22:12:57.501839 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b96ca8-8597-4e97-b2bd-1512eca29be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c4c991-5523-4a7e-84d6-b8c3ddf268df,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:57.507548 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Checking segment: {'id': 'ed518f6f-ad05-4b2b-a8d9-9f19ef392615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a4d774cd-1b95-4174-be84-f09f789d00c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:12:57.507548 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Network hostable DHCP agents. Network: a4d774cd-1b95-4174-be84-f09f789d00c5, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:12:57.508625 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-26b96ca8-8597-4e97-b2bd-1512eca29be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:57.595697 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Network a4d774cd-1b95-4174-be84-f09f789d00c5 is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:12:57.687614 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, a4d774cd-1b95-4174-be84-f09f789d00c5) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:12:57.691836 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:57.692419 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:57.696627 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99f2961-59a1-4be3-9d74-c0f3b696742b None None] Network a4d774cd-1b95-4174-be84-f09f789d00c5 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:12:57.773930 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8502898
Nov 16 22:12:57.922309 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa11a2e6-ef64-4620-9dec-f2ad11203f82 None None] Network a4d774cd-1b95-4174-be84-f09f789d00c5 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:12:58.105938 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a0542-b20c-48da-ae75-d3a478dbb8dd req-9d9a2fb2-559d-4c60-b7ff-0f2ad5310c97 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:58.107720 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3f0a0542-b20c-48da-ae75-d3a478dbb8dd req-9d9a2fb2-559d-4c60-b7ff-0f2ad5310c97 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 945 time: 0.0936985
Nov 16 22:12:58.156909 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3f0a0542-b20c-48da-ae75-d3a478dbb8dd req-e1ec4c88-6361-4f04-8d22-1a38185b794f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398002
Nov 16 22:12:58.251562 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 39976) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:58.270549 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-17ff0268-11c6-4958-aa67-c2f65e9dc687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:58.289205 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-17ff0268-11c6-4958-aa67-c2f65e9dc687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:12:58.293049 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-17ff0268-11c6-4958-aa67-c2f65e9dc687 admin admin] Usage tracker for resource:security_group_rule and tenant:824e2d982b734121a61b15236ae74e38 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:12:58.300997 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-17ff0268-11c6-4958-aa67-c2f65e9dc687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:12:58.302050 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-17ff0268-11c6-4958-aa67-c2f65e9dc687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:12:58.385093 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-17ff0268-11c6-4958-aa67-c2f65e9dc687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:58.464317 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-17ff0268-11c6-4958-aa67-c2f65e9dc687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:58.473742 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-bbc26851-c122-47e1-bf56-6e990d30745e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:58.512602 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-17ff0268-11c6-4958-aa67-c2f65e9dc687 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=824e2d982b734121a61b15236ae74e38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2599440
Nov 16 22:12:58.514200 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff0268-11c6-4958-aa67-c2f65e9dc687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fd38ed-31eb-4922-a9b3-c4e62788c7e7,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:58.515813 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 39982) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:12:58.517639 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-17ff0268-11c6-4958-aa67-c2f65e9dc687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:58.579750 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0ae9418c-1513-4804-8734-22a17ec2e65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:58.606772 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0ae9418c-1513-4804-8734-22a17ec2e65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:58.760787 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0ae9418c-1513-4804-8734-22a17ec2e65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:58.765522 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e39d3e9e-6b52-414f-8767-79b4e526b1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:12:58.776452 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9418c-1513-4804-8734-22a17ec2e65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fd38ed-31eb-4922-a9b3-c4e62788c7e7,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:12:58.780858 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0ae9418c-1513-4804-8734-22a17ec2e65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:12:58.784124 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0ae9418c-1513-4804-8734-22a17ec2e65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:58.789536 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-0ae9418c-1513-4804-8734-22a17ec2e65a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a1fd38ed-31eb-4922-a9b3-c4e62788c7e7 HTTP/1.1" status: 204  len: 168 time: 0.2683163
Nov 16 22:12:58.985471 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-53c8dcac-795c-471a-8cc5-045f9b1336ad tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:58.986174 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-53c8dcac-795c-471a-8cc5-045f9b1336ad tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Synchronizing usage tracker for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:12:59.087021 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-53c8dcac-795c-471a-8cc5-045f9b1336ad tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Unset dirty status for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:12:59.088435 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-53c8dcac-795c-471a-8cc5-045f9b1336ad tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 945 time: 0.2025468
Nov 16 22:12:59.169956 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Deleting port a2b8c21a-472b-4e7f-b033-50f661db48a2 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:12:59.171665 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:59.362139 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc49628-93f2-4a93-8ebd-62f1850906a1 req-42e11f90-6a68-4478-af0c-505e3a062e22 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:12:59.363657 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ccc49628-93f2-4a93-8ebd-62f1850906a1 req-42e11f90-6a68-4478-af0c-505e3a062e22 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 945 time: 0.1002338
Nov 16 22:12:59.411742 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ccc49628-93f2-4a93-8ebd-62f1850906a1 req-1bb5116f-14c1-4da5-98f1-8d5dfa0669de tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406661
Nov 16 22:12:59.444838 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] For port a2b8c21a-472b-4e7f-b033-50f661db48a2, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=a2b8c21a-472b-4e7f-b033-50f661db48a2,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:12:59.445421 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:59.747282 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:59.747711 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:59.748024 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.l3_db [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Floating IP e4359a29-48af-431d-8ab8-3c764308c78e disassociated. External IP: 172.27.1.72, port: a2b8c21a-472b-4e7f-b033-50f661db48a2.
Nov 16 22:12:59.748406 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Calling delete_port for a2b8c21a-472b-4e7f-b033-50f661db48a2 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:12:59.950370 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:12:59.957649 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7e5a41d8-d779-4f57-b83e-c0a032d9545e tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:00.002238 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event deleted for resources: {'Port': ['ID=a2b8c21a-472b-4e7f-b033-50f661db48a2,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:00.005766 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:00.207021 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Router 9f825689-a7ab-49eb-bade-a5da89564a6a has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:13:00.498053 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-f9978a22-0643-4ddd-8b6c-734d782da43e tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:00.505574 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-f9978a22-0643-4ddd-8b6c-734d782da43e tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/networks?id=a4d774cd-1b95-4174-be84-f09f789d00c5 HTTP/1.1" status: 200  len: 814 time: 0.1860952
Nov 16 22:13:00.523487 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-655e6b1e-f225-47e7-897b-71a731bf9120 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/quotas/7fb42ed2607149c196592b7c372b6cad HTTP/1.1" status: 200  len: 375 time: 0.0180628
Nov 16 22:13:00.536761 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:13:00.548801 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b01e3-5a80-4bc5-8ea5-0c02e58f0f4b None None] Sync routers for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:13:00.560037 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b01e3-5a80-4bc5-8ea5-0c02e58f0f4b None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:13:00.561112 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-264b01e3-5a80-4bc5-8ea5-0c02e58f0f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1fc1af0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:12:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:13:00.677226 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] No DVR routers for this DVR port a2b8c21a-472b-4e7f-b033-50f661db48a2 on host hv-cinder-81814 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:13:00.680122 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:00.683557 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7', 'name': 'network-vif-deleted', 'tag': 'a2b8c21a-472b-4e7f-b033-50f661db48a2'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:13:00.716343 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b762563c-9a1e-4887-ac9a-17edfcfa47b8 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7fb42ed2607149c196592b7c372b6cad&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1919196
Nov 16 22:13:00.737620 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6d0e7aa7-637e-47f8-88b0-7074d9e8e5bf req-2232fd75-8184-4c56-b805-5a5c6b20e17b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 210 time: 0.1701255
Nov 16 22:13:00.806857 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7', 'name': 'network-vif-deleted', 'tag': 'a2b8c21a-472b-4e7f-b033-50f661db48a2', 'status': 'completed', 'code': 200}
Nov 16 22:13:00.809191 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d7a56ac9-041e-4586-8ad0-1ed78034355f req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.72 "DELETE /v2.0/ports/a2b8c21a-472b-4e7f-b033-50f661db48a2 HTTP/1.1" status: 204  len: 173 time: 1.7113774
Nov 16 22:13:00.865519 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-264b01e3-5a80-4bc5-8ea5-0c02e58f0f4b None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:13:01.065388 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-a6b72549-c494-4c75-9a04-44c245d3d7c0 service neutron] 10.222.0.71 "GET /v2.0/networks/a4d774cd-1b95-4174-be84-f09f789d00c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3264077
Nov 16 22:13:01.245748 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-3c6daa28-1b8c-479e-9719-81c79d1ce4b5 service neutron] 10.222.0.71 "GET /v2.0/networks/a4d774cd-1b95-4174-be84-f09f789d00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1735170
Nov 16 22:13:01.305399 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-264b01e3-5a80-4bc5-8ea5-0c02e58f0f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1fc1af0>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:13:01.310684 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b01e3-5a80-4bc5-8ea5-0c02e58f0f4b None None] Checking router: 9f825689-a7ab-49eb-bade-a5da89564a6a for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:13:01.320272 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b01e3-5a80-4bc5-8ea5-0c02e58f0f4b None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:13:01.320903 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-264b01e3-5a80-4bc5-8ea5-0c02e58f0f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1fc1af0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:12:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:13:01.576223 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-264b01e3-5a80-4bc5-8ea5-0c02e58f0f4b None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:13:01.585619 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7d5114ec-3839-4062-9f41-f3664e50b3c2 req-8df04f4d-8867-44e8-bb64-ba195ffe2467 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 210 time: 0.1074491
Nov 16 22:13:01.967793 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-230d4391-3e5b-4d17-be04-0c137f997d0e req-83f73dd1-d7c0-4672-96ca-624e4b221c56 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e331a2f-cfb6-4b48-bfe1-9d11e7e625b7 HTTP/1.1" status: 200  len: 210 time: 0.0751061
Nov 16 22:13:01.993849 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-264b01e3-5a80-4bc5-8ea5-0c02e58f0f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1fc1af0>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:13:01.999571 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b01e3-5a80-4bc5-8ea5-0c02e58f0f4b None None] The sync data for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi is: [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:13:02.259744 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3ae4f3-fea8-4840-8d17-19e60d073c1d None None] New status for floating IP e4359a29-48af-431d-8ab8-3c764308c78e: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:13:02.424744 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:02.674185 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e27d969d-e66c-473e-a706-c89490258398 req-2e8acb7e-a8fd-47f9-ae3d-35ed2b1e2745 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 210 time: 0.0464375
Nov 16 22:13:03.320945 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-8f54f4ae-c481-4047-8417-c17f438d87b8 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408822964&fields=id&tenant_id=6f9679bda1c74f76bcf5494a43c366b3 HTTP/1.1" status: 200  len: 267 time: 0.0412283
Nov 16 22:13:03.474907 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-edf3017e-9de9-42be-8042-a172d9be47c9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:03.476378 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-edf3017e-9de9-42be-8042-a172d9be47c9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/networks?id=6431ab66-4714-41a7-87a8-d3f34aa0544b HTTP/1.1" status: 200  len: 811 time: 0.1488373
Nov 16 22:13:03.491434 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-b2e39a8a-73c4-4c18-b637-c277ed8aef9b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/quotas/6f9679bda1c74f76bcf5494a43c366b3 HTTP/1.1" status: 200  len: 375 time: 0.0095861
Nov 16 22:13:03.509934 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device a2b8c21a-472b-4e7f-b033-50f661db48a2 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:13:03.549698 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: a2b8c21a-472b-4e7f-b033-50f661db48a2 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:13:03.550202 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device a2b8c21a-472b-4e7f-b033-50f661db48a2 not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:13:03.583346 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-ea45b2a5-120c-4c28-b8ee-7552a75dda68 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0863783
Nov 16 22:13:03.863296 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e46bd296-d970-4eb7-9c2d-07c7b8b64665 req-f50282a1-91ed-4708-8cac-7bbf1788504c tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 210 time: 0.0577950
Nov 16 22:13:03.866420 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6e55d103-ad80-4ee0-bb35-5090251e9625 service neutron] 10.222.0.71 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2714190
Nov 16 22:13:04.001066 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-3b497637-920e-400e-bc55-ba95f73b5da8 service neutron] 10.222.0.71 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280608
Nov 16 22:13:04.617616 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-aa275882-458e-4213-a675-77375b2a9aa3 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:04.617616 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-aa275882-458e-4213-a675-77375b2a9aa3 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Synchronizing usage tracker for tenant:7fb42ed2607149c196592b7c372b6cad on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:13:04.673172 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e6a38ddb-6e79-49e9-ac93-8f9a0306315a req-5d7828d6-8afe-472d-8fa8-5af34cc6992a tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 210 time: 0.0482721
Nov 16 22:13:04.709478 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-aa275882-458e-4213-a675-77375b2a9aa3 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Unset dirty status for tenant:7fb42ed2607149c196592b7c372b6cad on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:13:04.710647 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-aa275882-458e-4213-a675-77375b2a9aa3 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.72 "GET /v2.0/networks?id=a4d774cd-1b95-4174-be84-f09f789d00c5 HTTP/1.1" status: 200  len: 814 time: 0.2608700
Nov 16 22:13:04.734312 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Request body: {'port': {'device_id': '339b6510-e628-4bea-953a-cffea8625d72', 'network_id': 'a4d774cd-1b95-4174-be84-f09f789d00c5', 'admin_state_up': True, 'tenant_id': '7fb42ed2607149c196592b7c372b6cad'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:13:04.872448 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:13:04.877164 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Usage tracker for resource:port and tenant:7fb42ed2607149c196592b7c372b6cad is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:13:04.880010 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:13:04.885669 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:13:05.007077 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Made reservation on behalf of 7fb42ed2607149c196592b7c372b6cad for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:13:05.012017 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:05.035792 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-230d2530-1b97-4245-97cd-786090c56330 req-ae78d480-b836-461c-9ac4-1c251b23b9d9 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 210 time: 0.0623055
Nov 16 22:13:05.193076 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Allocated IP 172.20.0.11 (a4d774cd-1b95-4174-be84-f09f789d00c5/ef3442ba-cbba-4815-b813-c65bdc60cb06/6fd857e3-1a73-4bba-a0f8-4f4673849c3f) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:13:05.399046 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:05.549919 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:05.556073 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:05.622623 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Network a4d774cd-1b95-4174-be84-f09f789d00c5 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:13:05.625768 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:13:05.628209 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:13:05.665159 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Pushing event updated for resources: {'Port': ['ID=6fd857e3-1a73-4bba-a0f8-4f4673849c3f,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:05.668100 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:05.698598 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:05.699228 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:05.778635 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0484898
Nov 16 22:13:05.820125 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Request body: {'port': {'device_id': '339b6510-e628-4bea-953a-cffea8625d72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:13:05.829917 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a44ca8b9-9be8-47ea-8202-075e01f9e45c req-716a2db7-b35f-491f-8dcd-824aaa90d6f2 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 210 time: 0.0461783
Nov 16 22:13:05.936699 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:06.270171 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9cf55-92af-4c79-9db4-9919851cdc26 req-8ebea342-ca02-4dc1-8a38-ab923b5ab6d9 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:06.271791 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7cc9cf55-92af-4c79-9db4-9919851cdc26 req-8ebea342-ca02-4dc1-8a38-ab923b5ab6d9 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 932 time: 0.1025109
Nov 16 22:13:06.310829 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd857e3-1a73-4bba-a0f8-4f4673849c3f {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:13:06.318853 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:06.319385 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7cc9cf55-92af-4c79-9db4-9919851cdc26 req-5cd6691c-9633-4bd9-ace1-2c46d7636673 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420113
Nov 16 22:13:06.341423 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Transition to ACTIVE for port object 6fd857e3-1a73-4bba-a0f8-4f4673849c3f will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:13:06.441006 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:06.445009 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:06.574325 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Pushing event updated for resources: {'Port': ['ID=6fd857e3-1a73-4bba-a0f8-4f4673849c3f,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:06.577847 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:06.695760 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Attempting to bind port 6fd857e3-1a73-4bba-a0f8-4f4673849c3f on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:13:06.696480 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Attempting to bind port 6fd857e3-1a73-4bba-a0f8-4f4673849c3f by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': 'ed518f6f-ad05-4b2b-a8d9-9f19ef392615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a4d774cd-1b95-4174-be84-f09f789d00c5'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:13:06.696480 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Attempting to bind port 6fd857e3-1a73-4bba-a0f8-4f4673849c3f on network a4d774cd-1b95-4174-be84-f09f789d00c5 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:13:06.701034 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Port 6fd857e3-1a73-4bba-a0f8-4f4673849c3f on network a4d774cd-1b95-4174-be84-f09f789d00c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:13:06.701343 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Attempting to bind port 6fd857e3-1a73-4bba-a0f8-4f4673849c3f on network a4d774cd-1b95-4174-be84-f09f789d00c5 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:13:06.707492 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:13:06.707967 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Checking segment: {'id': 'ed518f6f-ad05-4b2b-a8d9-9f19ef392615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a4d774cd-1b95-4174-be84-f09f789d00c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:13:06.708208 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Bound using segment: {'id': 'ed518f6f-ad05-4b2b-a8d9-9f19ef392615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a4d774cd-1b95-4174-be84-f09f789d00c5'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:13:06.708753 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Bound port: 6fd857e3-1a73-4bba-a0f8-4f4673849c3f, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed518f6f-ad05-4b2b-a8d9-9f19ef392615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a4d774cd-1b95-4174-be84-f09f789d00c5'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:13:06.709089 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:06.718642 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 40146) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:06.860710 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d97734ea-2306-41f5-b489-ea9c6c08a5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:06.877414 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-d97734ea-2306-41f5-b489-ea9c6c08a5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:13:06.881539 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-d97734ea-2306-41f5-b489-ea9c6c08a5f1 admin admin] Usage tracker for resource:security_group_rule and tenant:439e1d72f1814af085bca5f5242ba7f5 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:13:06.885050 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-d97734ea-2306-41f5-b489-ea9c6c08a5f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:13:06.891642 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-d97734ea-2306-41f5-b489-ea9c6c08a5f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:13:06.902592 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] For port 6fd857e3-1a73-4bba-a0f8-4f4673849c3f, host hv-cinder-81814, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:13:06.907037 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] For port 6fd857e3-1a73-4bba-a0f8-4f4673849c3f, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=6fd857e3-1a73-4bba-a0f8-4f4673849c3f,segment=NetworkSegment(ed518f6f-ad05-4b2b-a8d9-9f19ef392615),segment_id=ed518f6f-ad05-4b2b-a8d9-9f19ef392615)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:13:06.966934 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:06.974285 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:06.991496 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c1d5c1f9-eac5-420a-82a0-e4ff93b84f1a req-3610242c-be03-4564-a70d-9b66de6ca3de tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 210 time: 0.0486541
Nov 16 22:13:07.035714 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d97734ea-2306-41f5-b489-ea9c6c08a5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:07.055375 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:07.055976 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:07.057336 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] 10.222.0.72 "PUT /v2.0/ports/6fd857e3-1a73-4bba-a0f8-4f4673849c3f HTTP/1.1" status: 200  len: 1094 time: 1.2429185
Nov 16 22:13:07.057823 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339b6510-e628-4bea-953a-cffea8625d72', 'tag': '6fd857e3-1a73-4bba-a0f8-4f4673849c3f'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:13:07.074622 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Pushing event updated for resources: {'Port': ['ID=6fd857e3-1a73-4bba-a0f8-4f4673849c3f,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:07.079293 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:07.105590 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339b6510-e628-4bea-953a-cffea8625d72', 'tag': '6fd857e3-1a73-4bba-a0f8-4f4673849c3f', 'status': 'completed', 'code': 200}
Nov 16 22:13:07.120137 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d97734ea-2306-41f5-b489-ea9c6c08a5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:07.131418 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f77eabda-1552-4601-8e01-73caf93fe411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:07.197572 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-d97734ea-2306-41f5-b489-ea9c6c08a5f1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=439e1d72f1814af085bca5f5242ba7f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4777856
Nov 16 22:13:07.202432 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 40158) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:07.285127 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed385a8b-2208-45ea-a2c3-948b57496474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:07.297378 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f67f6-954d-479d-939d-422d2ed30ae2 req-a231a338-dd12-416d-9ef4-37aa178b1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:07.298880 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-320f67f6-954d-479d-939d-422d2ed30ae2 req-a231a338-dd12-416d-9ef4-37aa178b1127 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7fb42ed2607149c196592b7c372b6cad&device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 1097 time: 0.1414959
Nov 16 22:13:07.307465 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97734ea-2306-41f5-b489-ea9c6c08a5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7d21ab-bdc5-48f1-a18d-c78c41427ed4,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:07.313761 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d97734ea-2306-41f5-b489-ea9c6c08a5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:07.338981 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-b2d2eca6-3f23-48b1-92df-0eee94882660 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:07.340427 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-b2d2eca6-3f23-48b1-92df-0eee94882660 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.72 "GET /v2.0/networks?id=6431ab66-4714-41a7-87a8-d3f34aa0544b HTTP/1.1" status: 200  len: 811 time: 0.2945147
Nov 16 22:13:07.349276 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed385a8b-2208-45ea-a2c3-948b57496474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:07.414767 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-de849c3b-abcf-4ce0-9be1-e0d4a5f69a53 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f9679bda1c74f76bcf5494a43c366b3 HTTP/1.1" status: 200  len: 380 time: 0.0450964
Nov 16 22:13:07.425326 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Request body: {'port': {'device_id': '0cea763a-48f7-4810-9e61-4984c771a007', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'admin_state_up': True, 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'security_groups': ['2b1f3f4f-e116-42be-961c-166655608bad']}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:13:07.502253 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f67f6-954d-479d-939d-422d2ed30ae2 req-b587c819-fc7c-4f0f-9140-8b99a7ecb305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:07.503731 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-320f67f6-954d-479d-939d-422d2ed30ae2 req-b587c819-fc7c-4f0f-9140-8b99a7ecb305 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7fb42ed2607149c196592b7c372b6cad&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1849959
Nov 16 22:13:07.626139 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed385a8b-2208-45ea-a2c3-948b57496474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:07.634116 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:13:07.638168 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-599fc736-2a77-4b89-9fbc-4ae9e33f88fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:07.640609 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Usage tracker for resource:port and tenant:6f9679bda1c74f76bcf5494a43c366b3 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:13:07.651014 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0665474-9980-4d14-896e-0ec83f579e47 req-09a08880-dafe-4ad3-aecd-ddd3286acd6f tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:07.653291 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed385a8b-2208-45ea-a2c3-948b57496474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7d21ab-bdc5-48f1-a18d-c78c41427ed4,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:07.655677 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ed385a8b-2208-45ea-a2c3-948b57496474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:07.659182 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a0665474-9980-4d14-896e-0ec83f579e47 req-09a08880-dafe-4ad3-aecd-ddd3286acd6f tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 944 time: 0.2143934
Nov 16 22:13:07.663808 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:13:07.668691 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ed385a8b-2208-45ea-a2c3-948b57496474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:07.671372 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-ed385a8b-2208-45ea-a2c3-948b57496474 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1e7d21ab-bdc5-48f1-a18d-c78c41427ed4 HTTP/1.1" status: 204  len: 168 time: 0.4662189
Nov 16 22:13:07.680175 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:13:07.713887 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a0665474-9980-4d14-896e-0ec83f579e47 req-466d95f5-c3a7-4eaa-80a5-f5e27aaf52ec tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544050
Nov 16 22:13:07.723838 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f67f6-954d-479d-939d-422d2ed30ae2 req-e48aeea6-c987-44a3-a7d7-ef388eb3ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:07.725449 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-320f67f6-954d-479d-939d-422d2ed30ae2 req-e48aeea6-c987-44a3-a7d7-ef388eb3ed69 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1857145
Nov 16 22:13:07.778107 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Made reservation on behalf of 6f9679bda1c74f76bcf5494a43c366b3 for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:13:07.781877 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:07.869426 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-2cb92f3b-0e39-4286-9b9b-8fd56c77ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:07.871067 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-2cb92f3b-0e39-4286-9b9b-8fd56c77ce68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7fb42ed2607149c196592b7c372b6cad&device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 1097 time: 0.0835869
Nov 16 22:13:07.949224 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-9c6277a2-d179-4c66-9c56-fdad1b971aea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fd857e3-1a73-4bba-a0f8-4f4673849c3f HTTP/1.1" status: 200  len: 217 time: 0.0643282
Nov 16 22:13:07.961074 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Allocated IP 172.20.0.3 (6431ab66-4714-41a7-87a8-d3f34aa0544b/7c792dd0-a876-4286-9c4a-d4da350cf7f1/e30126b1-579c-4fc9-9242-5ad42de7356e) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:13:08.030540 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b90b6f31-0bc6-4747-ba4d-eaeb88e5715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:08.032546 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-b90b6f31-0bc6-4747-ba4d-eaeb88e5715b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef3442ba-cbba-4815-b813-c65bdc60cb06 HTTP/1.1" status: 200  len: 854 time: 0.0720441
Nov 16 22:13:08.084729 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-232af2df-a153-41fc-bea8-daf67e341213 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4d774cd-1b95-4174-be84-f09f789d00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445988
Nov 16 22:13:08.156105 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e429ef3f-3233-4975-9f20-25b033e652b6 req-34a1b2cf-cd75-4d30-8357-09541fedd9c8 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 210 time: 0.0512455
Nov 16 22:13:08.208573 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:08.226727 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Transition to ACTIVE for port object e30126b1-579c-4fc9-9242-5ad42de7356e will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:13:08.236064 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-338e0c0d-ac09-45c5-85d4-6d531e373562 service neutron] 10.222.0.72 "GET /v2.0/networks/a4d774cd-1b95-4174-be84-f09f789d00c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416693
Nov 16 22:13:08.350148 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:08.358288 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4f41b3d0-4457-4e72-9616-b8e2ac24be5f tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:08.372285 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-5088e4cf-a8b2-4cd9-93a8-847b22fa6d9f req-d1090b63-d7a3-4f8c-b767-6f49d91e64cb service neutron] 10.222.0.72 "GET /v2.0/networks/a4d774cd-1b95-4174-be84-f09f789d00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295800
Nov 16 22:13:08.395710 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 40170) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:08.413754 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55fd585e-7292-49f7-ba50-07ae44263b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:08.428321 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-55fd585e-7292-49f7-ba50-07ae44263b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:13:08.431022 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Network 6431ab66-4714-41a7-87a8-d3f34aa0544b is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:13:08.432508 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-55fd585e-7292-49f7-ba50-07ae44263b2f admin admin] Usage tracker for resource:security_group_rule and tenant:40bc09b4f3dd444b8b6ec69a9f56b2f8 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:13:08.434669 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:13:08.435685 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-55fd585e-7292-49f7-ba50-07ae44263b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:13:08.437272 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:13:08.443717 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-55fd585e-7292-49f7-ba50-07ae44263b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:13:08.491055 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event updated for resources: {'Port': ['ID=e30126b1-579c-4fc9-9242-5ad42de7356e,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:08.494432 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:08.531391 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:08.532092 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:08.558903 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55fd585e-7292-49f7-ba50-07ae44263b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:08.617778 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-55fd585e-7292-49f7-ba50-07ae44263b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:08.626056 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6bc4ebb0-9d0c-46ad-bbcf-b0890c556f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:08.666599 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd585e-7292-49f7-ba50-07ae44263b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad200271-21e2-4f88-8567-9989f7417897,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:08.670998 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-55fd585e-7292-49f7-ba50-07ae44263b2f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=40bc09b4f3dd444b8b6ec69a9f56b2f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2742915
Nov 16 22:13:08.671892 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-55fd585e-7292-49f7-ba50-07ae44263b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:08.673720 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 40174) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:08.687353 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2659783
Nov 16 22:13:08.708222 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Request body: {'port': {'device_id': '0cea763a-48f7-4810-9e61-4984c771a007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:13:08.806819 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-0449eb58-cd89-4a2a-9b2d-2a1d789c6608 None None] Provisioning for port e30126b1-579c-4fc9-9242-5ad42de7356e completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:13:08.813611 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-0449eb58-cd89-4a2a-9b2d-2a1d789c6608 None None] Provisioning complete for port e30126b1-579c-4fc9-9242-5ad42de7356e triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:13:08.814062 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0449eb58-cd89-4a2a-9b2d-2a1d789c6608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:08.832533 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eb60bc15-6012-4782-9f27-42d693bd9ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:08.872481 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-0449eb58-cd89-4a2a-9b2d-2a1d789c6608 None None] Port e30126b1-579c-4fc9-9242-5ad42de7356e cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:13:08.916980 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:08.926871 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eb60bc15-6012-4782-9f27-42d693bd9ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:09.101337 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a8e3-2c6e-4f71-97c0-0cdf30316b11 req-3da780a8-f3d9-453b-b290-4dac1428e40c tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:09.102837 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a778a8e3-2c6e-4f71-97c0-0cdf30316b11 req-3da780a8-f3d9-453b-b290-4dac1428e40c tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 944 time: 0.2774577
Nov 16 22:13:09.176480 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eb60bc15-6012-4782-9f27-42d693bd9ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:09.182948 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c51e5e06-3eb9-4bb4-bcc4-62bddaf9cd85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:09.192417 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a778a8e3-2c6e-4f71-97c0-0cdf30316b11 req-05503238-8df5-4ac0-a0f9-babee1c1d254 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803888
Nov 16 22:13:09.253906 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60bc15-6012-4782-9f27-42d693bd9ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad200271-21e2-4f88-8567-9989f7417897,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:09.261825 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-eb60bc15-6012-4782-9f27-42d693bd9ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:09.304579 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-eb60bc15-6012-4782-9f27-42d693bd9ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:09.305690 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-eb60bc15-6012-4782-9f27-42d693bd9ca2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ad200271-21e2-4f88-8567-9989f7417897 HTTP/1.1" status: 204  len: 168 time: 0.6309929
Nov 16 22:13:09.399236 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fb2f0-2e3e-4e06-a196-5401301d3765 req-e3d440f6-7fd1-4233-8df5-2bddf7e43d30 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:09.400184 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-7a8fb2f0-2e3e-4e06-a196-5401301d3765 req-e3d440f6-7fd1-4233-8df5-2bddf7e43d30 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Synchronizing usage tracker for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:13:09.465711 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30126b1-579c-4fc9-9242-5ad42de7356e {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:13:09.473654 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:09.488998 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Transition to ACTIVE for port object e30126b1-579c-4fc9-9242-5ad42de7356e will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:13:09.526845 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-7a8fb2f0-2e3e-4e06-a196-5401301d3765 req-e3d440f6-7fd1-4233-8df5-2bddf7e43d30 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Unset dirty status for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:13:09.528078 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7a8fb2f0-2e3e-4e06-a196-5401301d3765 req-e3d440f6-7fd1-4233-8df5-2bddf7e43d30 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 931 time: 0.2653441
Nov 16 22:13:09.564347 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6816999'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:09.571864 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2bed37af-b839-4772-9e7a-79e345c0b81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:09.622825 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7a8fb2f0-2e3e-4e06-a196-5401301d3765 req-f66a9909-7c42-4202-8093-b9d4943e6c16 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885015
Nov 16 22:13:09.906550 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Pushing event updated for resources: {'Port': ['ID=e30126b1-579c-4fc9-9242-5ad42de7356e,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:09.912850 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:09.947749 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Attempting to bind port e30126b1-579c-4fc9-9242-5ad42de7356e on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:13:09.948182 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Attempting to bind port e30126b1-579c-4fc9-9242-5ad42de7356e by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:13:09.948490 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Attempting to bind port e30126b1-579c-4fc9-9242-5ad42de7356e on network 6431ab66-4714-41a7-87a8-d3f34aa0544b {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:13:09.954602 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Port e30126b1-579c-4fc9-9242-5ad42de7356e on network 6431ab66-4714-41a7-87a8-d3f34aa0544b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:13:09.954918 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Attempting to bind port e30126b1-579c-4fc9-9242-5ad42de7356e on network 6431ab66-4714-41a7-87a8-d3f34aa0544b {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:13:09.961747 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:13:09.961747 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Checking segment: {'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:13:09.961747 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Bound using segment: {'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:13:09.961747 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Bound port: e30126b1-579c-4fc9-9242-5ad42de7356e, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:13:09.961747 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:10.056417 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] For port e30126b1-579c-4fc9-9242-5ad42de7356e, host hv-cinder-81814, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:13:10.059510 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] For port e30126b1-579c-4fc9-9242-5ad42de7356e, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e30126b1-579c-4fc9-9242-5ad42de7356e,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:13:10.104558 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6816999'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:10.109114 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-870d520b-d722-41fd-88aa-b2ec071bbe58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:10.165616 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:10.166342 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:10.167820 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] 10.222.0.72 "PUT /v2.0/ports/e30126b1-579c-4fc9-9242-5ad42de7356e HTTP/1.1" status: 200  len: 1093 time: 1.4637697
Nov 16 22:13:10.175403 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cea763a-48f7-4810-9e61-4984c771a007', 'tag': 'e30126b1-579c-4fc9-9242-5ad42de7356e'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:13:10.201252 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Pushing event updated for resources: {'Port': ['ID=e30126b1-579c-4fc9-9242-5ad42de7356e,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:10.205392 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:10.230423 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cea763a-48f7-4810-9e61-4984c771a007', 'tag': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'status': 'completed', 'code': 200}
Nov 16 22:13:10.429331 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8374597-4740-4437-a1c3-bcec4d4615ac req-4d22cd23-abdd-4ffa-9eff-505b053e8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:10.429898 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b8374597-4740-4437-a1c3-bcec4d4615ac req-4d22cd23-abdd-4ffa-9eff-505b053e8758 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 1096 time: 0.1424258
Nov 16 22:13:10.442647 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86913e-2969-4a02-8b42-b27acd252d7e req-e148ea02-bead-4f5b-bbc6-71131d9f8715 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:10.444101 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac86913e-2969-4a02-8b42-b27acd252d7e req-e148ea02-bead-4f5b-bbc6-71131d9f8715 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 944 time: 0.1114511
Nov 16 22:13:10.575314 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac86913e-2969-4a02-8b42-b27acd252d7e req-8aba451b-568c-4d49-9b8e-71e75c6bf198 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115103
Nov 16 22:13:10.622100 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8374597-4740-4437-a1c3-bcec4d4615ac req-02eb11b0-0073-427b-9039-b43608ae7d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:10.624200 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b8374597-4740-4437-a1c3-bcec4d4615ac req-02eb11b0-0073-427b-9039-b43608ae7d84 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1792412
Nov 16 22:13:10.816366 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8374597-4740-4437-a1c3-bcec4d4615ac req-45e6e923-3151-4654-9e57-9f83d711829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:10.817793 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b8374597-4740-4437-a1c3-bcec4d4615ac req-45e6e923-3151-4654-9e57-9f83d711829b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1864359
Nov 16 22:13:10.858371 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ceff9-5e2e-4999-8509-37d73d683217 req-cbc64267-08d0-4416-9c1e-e2edfcb6ec41 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:10.859866 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b93ceff9-5e2e-4999-8509-37d73d683217 req-cbc64267-08d0-4416-9c1e-e2edfcb6ec41 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 943 time: 0.1228211
Nov 16 22:13:10.943296 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b93ceff9-5e2e-4999-8509-37d73d683217 req-d1aaada9-c1d4-46ca-a7d5-d4f006ac2cb6 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774772
Nov 16 22:13:10.977450 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-17bf2855-ba62-4d25-a0d5-cf02a83b74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:10.978921 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-17bf2855-ba62-4d25-a0d5-cf02a83b74d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 1096 time: 0.0854177
Nov 16 22:13:11.058958 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-eb63bab5-306b-4b9d-8dd0-7afa5087caee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e30126b1-579c-4fc9-9242-5ad42de7356e HTTP/1.1" status: 200  len: 217 time: 0.0661144
Nov 16 22:13:11.124935 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-767b5b05-efcd-4685-a19e-94aff8f9e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:11.126375 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-767b5b05-efcd-4685-a19e-94aff8f9e287 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c792dd0-a876-4286-9c4a-d4da350cf7f1 HTTP/1.1" status: 200  len: 850 time: 0.0595310
Nov 16 22:13:11.209106 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6015928a-dab3-47c9-b91f-a60c110d20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:11.210593 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6015928a-dab3-47c9-b91f-a60c110d20ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6431ab66-4714-41a7-87a8-d3f34aa0544b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763726
Nov 16 22:13:11.351931 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-6bbb8588-80af-4df8-afeb-4778cdf67307 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334271
Nov 16 22:13:11.496907 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8726b8c5-7443-417c-bfb5-5e306dd0d120 req-c7ed8695-c022-4123-a83c-ebb3b41b4127 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369624
Nov 16 22:13:11.521272 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 6fd857e3-1a73-4bba-a0f8-4f4673849c3f details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:13:11.670318 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 6fd857e3-1a73-4bba-a0f8-4f4673849c3f, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=6fd857e3-1a73-4bba-a0f8-4f4673849c3f,segment=NetworkSegment(ed518f6f-ad05-4b2b-a8d9-9f19ef392615),segment_id=ed518f6f-ad05-4b2b-a8d9-9f19ef392615)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:13:11.684392 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': '6fd857e3-1a73-4bba-a0f8-4f4673849c3f', 'network_id': 'a4d774cd-1b95-4174-be84-f09f789d00c5', 'port_id': '6fd857e3-1a73-4bba-a0f8-4f4673849c3f', 'mac_address': 'fa:16:3e:38:67:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef3442ba-cbba-4815-b813-c65bdc60cb06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:13:11.742220 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:11.761115 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd857e3-1a73-4bba-a0f8-4f4673849c3f {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:13:11.777883 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 6fd857e3-1a73-4bba-a0f8-4f4673849c3f, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=6fd857e3-1a73-4bba-a0f8-4f4673849c3f,segment=NetworkSegment(ed518f6f-ad05-4b2b-a8d9-9f19ef392615),segment_id=ed518f6f-ad05-4b2b-a8d9-9f19ef392615)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:13:11.780966 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072858f-ed40-4b53-80ae-79b21c9f1042 req-11f7c6a2-ab45-4e92-8f95-81b2ee71d171 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:11.782472 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0072858f-ed40-4b53-80ae-79b21c9f1042 req-11f7c6a2-ab45-4e92-8f95-81b2ee71d171 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 944 time: 0.0865073
Nov 16 22:13:11.837591 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0072858f-ed40-4b53-80ae-79b21c9f1042 req-ae1e6100-9bd9-4bb3-bc58-f3100c9639c8 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493319
Nov 16 22:13:11.858579 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:11.860690 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:11.929765 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=6fd857e3-1a73-4bba-a0f8-4f4673849c3f,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:11.937490 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:13:11.937827 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:13:11.938157 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:13:11.938478 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:13:11.938798 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:13:11.939116 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:13:11.939459 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:13:11.939775 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:13:11.940094 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:13:11.940403 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:13:11.940720 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:13:11.941035 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:13:11.944964 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:12.048856 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 40246) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:12.168029 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51b88cc0-231f-4d97-b20d-e7f07564036f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:12.184428 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-51b88cc0-231f-4d97-b20d-e7f07564036f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:13:12.189085 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-51b88cc0-231f-4d97-b20d-e7f07564036f admin admin] Usage tracker for resource:security_group_rule and tenant:23dc6ef668354e8f886927eec444aba4 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:13:12.192185 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-51b88cc0-231f-4d97-b20d-e7f07564036f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:13:12.198258 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-51b88cc0-231f-4d97-b20d-e7f07564036f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:13:12.238273 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f4797-4f72-4658-8115-29eb12075fa2 req-929693ab-9fb2-4186-a148-6ba64c692344 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:12.239826 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-731f4797-4f72-4658-8115-29eb12075fa2 req-929693ab-9fb2-4186-a148-6ba64c692344 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 943 time: 0.1861484
Nov 16 22:13:12.284674 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-731f4797-4f72-4658-8115-29eb12075fa2 req-42dbb82a-f089-4818-8525-e9fdf6ffe86f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390451
Nov 16 22:13:12.287007 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51b88cc0-231f-4d97-b20d-e7f07564036f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:12.337357 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-51b88cc0-231f-4d97-b20d-e7f07564036f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:12.345331 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c69084d9-7d23-494e-886f-227b0b7e68a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:12.386901 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-51b88cc0-231f-4d97-b20d-e7f07564036f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=23dc6ef668354e8f886927eec444aba4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3369243
Nov 16 22:13:12.387916 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b88cc0-231f-4d97-b20d-e7f07564036f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c813589-8ff6-4e3f-a598-ca9b08ab47ba,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:12.389685 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 40252) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:12.390985 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-51b88cc0-231f-4d97-b20d-e7f07564036f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:12.444234 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['6fd857e3-1a73-4bba-a0f8-4f4673849c3f'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:13:12.447965 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fd62b853-60b6-48d0-b5b3-207eb61aa271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:12.475189 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fd62b853-60b6-48d0-b5b3-207eb61aa271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:12.601681 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fd62b853-60b6-48d0-b5b3-207eb61aa271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:12.606645 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2d7cd46e-03a9-4e9b-9909-625fb34fdf53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:12.618223 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62b853-60b6-48d0-b5b3-207eb61aa271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c813589-8ff6-4e3f-a598-ca9b08ab47ba,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:12.622152 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-fd62b853-60b6-48d0-b5b3-207eb61aa271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:12.626169 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fd62b853-60b6-48d0-b5b3-207eb61aa271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:12.627315 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-fd62b853-60b6-48d0-b5b3-207eb61aa271 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2c813589-8ff6-4e3f-a598-ca9b08ab47ba HTTP/1.1" status: 204  len: 168 time: 0.2365921
Nov 16 22:13:13.059462 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c6e67-5fdc-454c-af8e-902d9704eaff req-cef5118e-4e27-480b-8e94-28aaf46ae105 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:13.061133 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5d3c6e67-5fdc-454c-af8e-902d9704eaff req-cef5118e-4e27-480b-8e94-28aaf46ae105 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 945 time: 0.0985966
Nov 16 22:13:13.111828 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5d3c6e67-5fdc-454c-af8e-902d9704eaff req-9881bc6e-b696-40a4-ab4d-562be81c2cc8 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443978
Nov 16 22:13:13.254931 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 40262) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:13.275475 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d75dde1d-b1a3-42bc-bde3-1182edac5d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:13.296963 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d75dde1d-b1a3-42bc-bde3-1182edac5d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:13:13.300891 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-d75dde1d-b1a3-42bc-bde3-1182edac5d21 admin admin] Usage tracker for resource:security_group_rule and tenant:dc409fef9cb14b4e9419c25a4d730356 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:13:13.303668 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-d75dde1d-b1a3-42bc-bde3-1182edac5d21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:13:13.311685 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d75dde1d-b1a3-42bc-bde3-1182edac5d21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:13:13.416798 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d75dde1d-b1a3-42bc-bde3-1182edac5d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:13.481167 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d75dde1d-b1a3-42bc-bde3-1182edac5d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:13.487848 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197a53a-7a75-4cd5-8d28-c2174b562266 req-4cc0d48a-9002-4928-a106-05a42cd4d4ab tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:13.489357 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9197a53a-7a75-4cd5-8d28-c2174b562266 req-4cc0d48a-9002-4928-a106-05a42cd4d4ab tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 943 time: 0.0839727
Nov 16 22:13:13.491563 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d8f4ed4d-c82c-42e4-9119-6f1edeef59b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:13.536300 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-d75dde1d-b1a3-42bc-bde3-1182edac5d21 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dc409fef9cb14b4e9419c25a4d730356&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2800887
Nov 16 22:13:13.538250 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dde1d-b1a3-42bc-bde3-1182edac5d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c256580-e6b2-4b23-a402-c0a0fd264e92,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:13.538904 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 40272) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:13.541278 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d75dde1d-b1a3-42bc-bde3-1182edac5d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:13.566246 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9197a53a-7a75-4cd5-8d28-c2174b562266 req-e014e2c4-cca3-4ab2-945b-2d28d2c5ce26 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637298
Nov 16 22:13:13.619760 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-998535d4-3b78-4219-a152-5229eb6927bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:13.646149 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-998535d4-3b78-4219-a152-5229eb6927bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:13.766237 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-998535d4-3b78-4219-a152-5229eb6927bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:13.769955 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-bae54ab9-00d3-4e1b-9fde-a44b3a1090ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:13.780982 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998535d4-3b78-4219-a152-5229eb6927bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c256580-e6b2-4b23-a402-c0a0fd264e92,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:13.784644 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-998535d4-3b78-4219-a152-5229eb6927bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:13.787937 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-998535d4-3b78-4219-a152-5229eb6927bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:13.789271 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-998535d4-3b78-4219-a152-5229eb6927bb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7c256580-e6b2-4b23-a402-c0a0fd264e92 HTTP/1.1" status: 204  len: 168 time: 0.2490034
Nov 16 22:13:14.303859 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154287a-1bf2-46d3-896d-c0814d425513 req-19828780-ea38-41d2-859c-5eeb057bab64 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:14.305344 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7154287a-1bf2-46d3-896d-c0814d425513 req-19828780-ea38-41d2-859c-5eeb057bab64 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 945 time: 0.0852623
Nov 16 22:13:14.358758 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7154287a-1bf2-46d3-896d-c0814d425513 req-26c97bd9-ce0d-42af-8b53-bc789cda23ee tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402279
Nov 16 22:13:14.583305 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b335906e-ba2a-4e90-bbcc-420e03a69ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:14.757843 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3a174-8d3a-4a86-8acb-b43279c239bb req-2f45cf1d-b317-4d31-9f81-23ea99e59c63 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:14.759330 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8fc3a174-8d3a-4a86-8acb-b43279c239bb req-2f45cf1d-b317-4d31-9f81-23ea99e59c63 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 943 time: 0.0842109
Nov 16 22:13:14.805742 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8fc3a174-8d3a-4a86-8acb-b43279c239bb req-71659833-d1ae-4606-94b2-fc13c0661392 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399783
Nov 16 22:13:15.097974 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:15.529933 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 40310) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:15.546985 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa0747-bd6d-4f00-9cc0-19c96d158731 req-4841909f-f92a-4aef-9e71-bf2f4a155b0c tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:15.548489 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7bfa0747-bd6d-4f00-9cc0-19c96d158731 req-4841909f-f92a-4aef-9e71-bf2f4a155b0c tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 945 time: 0.0920942
Nov 16 22:13:15.556465 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 6fd857e3-1a73-4bba-a0f8-4f4673849c3f up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:13:15.596278 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7bfa0747-bd6d-4f00-9cc0-19c96d158731 req-9dedaf4f-4759-4e8f-a453-d15ae82c0547 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415983
Nov 16 22:13:15.659568 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e55777cd-41c7-4c52-afa1-592587626ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:15.674393 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e55777cd-41c7-4c52-afa1-592587626ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:13:15.679435 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-e55777cd-41c7-4c52-afa1-592587626ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:9837ed52df3b4a719213782eb3b2065b is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:13:15.682321 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-e55777cd-41c7-4c52-afa1-592587626ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:13:15.688069 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-e55777cd-41c7-4c52-afa1-592587626ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:13:15.726377 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port 6fd857e3-1a73-4bba-a0f8-4f4673849c3f completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:13:15.731607 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port 6fd857e3-1a73-4bba-a0f8-4f4673849c3f triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:13:15.731985 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:15.772267 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e55777cd-41c7-4c52-afa1-592587626ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:15.840496 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e55777cd-41c7-4c52-afa1-592587626ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:15.849417 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-dfb3a209-d9c4-45ba-9d50-95a58031863a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:15.852425 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:15.886915 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339b6510-e628-4bea-953a-cffea8625d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd857e3-1a73-4bba-a0f8-4f4673849c3f'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:13:15.903376 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 40324) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:15.903993 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-e55777cd-41c7-4c52-afa1-592587626ee6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9837ed52df3b4a719213782eb3b2065b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3724535
Nov 16 22:13:15.907258 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55777cd-41c7-4c52-afa1-592587626ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9527a9-7d51-46b1-84ef-50f89b55b535,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:15.907912 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 6fd857e3-1a73-4bba-a0f8-4f4673849c3f, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=6fd857e3-1a73-4bba-a0f8-4f4673849c3f,segment=NetworkSegment(ed518f6f-ad05-4b2b-a8d9-9f19ef392615),segment_id=ed518f6f-ad05-4b2b-a8d9-9f19ef392615)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:13:15.911306 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-e55777cd-41c7-4c52-afa1-592587626ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:15.977649 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:15.979606 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:16.048438 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a09751c6-b632-4e86-98c0-1e5b30c32104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:16.049839 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=6fd857e3-1a73-4bba-a0f8-4f4673849c3f,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:16.053114 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:16.074693 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d96091-cad8-476d-9673-de3b9ee07a45 req-a2c05b31-14b4-4f55-b45c-5dda6a190818 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:16.076817 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-50d96091-cad8-476d-9673-de3b9ee07a45 req-a2c05b31-14b4-4f55-b45c-5dda6a190818 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 943 time: 0.1458008
Nov 16 22:13:16.101692 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339b6510-e628-4bea-953a-cffea8625d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd857e3-1a73-4bba-a0f8-4f4673849c3f', 'code': 200}
Nov 16 22:13:16.108696 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a09751c6-b632-4e86-98c0-1e5b30c32104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:16.160758 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-50d96091-cad8-476d-9673-de3b9ee07a45 req-68f18c6c-7340-4e01-b334-95a0e37d59b4 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763838
Nov 16 22:13:16.269355 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a09751c6-b632-4e86-98c0-1e5b30c32104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:16.277295 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f40404be-4dae-46fa-a544-d979eb4325dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:16.296630 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09751c6-b632-4e86-98c0-1e5b30c32104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9527a9-7d51-46b1-84ef-50f89b55b535,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:16.301018 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a09751c6-b632-4e86-98c0-1e5b30c32104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:16.304332 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a09751c6-b632-4e86-98c0-1e5b30c32104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:16.308018 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-a09751c6-b632-4e86-98c0-1e5b30c32104 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4f9527a9-7d51-46b1-84ef-50f89b55b535 HTTP/1.1" status: 204  len: 168 time: 0.3997965
Nov 16 22:13:16.585300 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699065dc-a057-41a6-a2aa-ba38b769c53d req-b36e4c68-b9db-43c6-844b-dc76a458b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:16.586778 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-699065dc-a057-41a6-a2aa-ba38b769c53d req-b36e4c68-b9db-43c6-844b-dc76a458b425 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 1099 time: 0.0743449
Nov 16 22:13:16.629820 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-699065dc-a057-41a6-a2aa-ba38b769c53d req-6b8d04f4-e7ba-4cd7-b5fc-bab29424b0a4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355480
Nov 16 22:13:16.788688 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce996353-d924-4edb-8135-4dac83eb853f req-8ca027c0-dda7-47ab-8410-3d74180b2661 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:16.790176 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ce996353-d924-4edb-8135-4dac83eb853f req-8ca027c0-dda7-47ab-8410-3d74180b2661 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 946 time: 0.0835633
Nov 16 22:13:16.836037 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ce996353-d924-4edb-8135-4dac83eb853f req-426517bf-5b60-4700-bc8b-d719d049d886 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400386
Nov 16 22:13:17.229716 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-dc041efd-07ff-457a-be8d-d84a32665c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:17.359180 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49abc3-ad90-4e25-a345-538f8cb7fb9e req-b581d489-7b98-4a0a-bf97-3a9cb7a799e3 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:17.360831 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9b49abc3-ad90-4e25-a345-538f8cb7fb9e req-b581d489-7b98-4a0a-bf97-3a9cb7a799e3 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 943 time: 0.0854173
Nov 16 22:13:17.405148 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9b49abc3-ad90-4e25-a345-538f8cb7fb9e req-23bd593e-9f0f-4aab-9a21-6b695232af35 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386074
Nov 16 22:13:18.034199 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20239363-24c6-484c-890a-0558bf48339b req-2b5a82da-9dcf-41ce-8612-2ff01b9e70ab tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:18.035729 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-20239363-24c6-484c-890a-0558bf48339b req-2b5a82da-9dcf-41ce-8612-2ff01b9e70ab tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 946 time: 0.0925899
Nov 16 22:13:18.086414 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-20239363-24c6-484c-890a-0558bf48339b req-637ffb24-a31a-4269-8f4f-e9462a3cb51d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448341
Nov 16 22:13:18.611610 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:18.667661 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987bd26-2a06-4f7d-8461-e0cf7ed844e8 req-6a0f6ab4-dd91-47a8-8de1-0a2e5708c195 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:18.668990 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6987bd26-2a06-4f7d-8461-e0cf7ed844e8 req-6a0f6ab4-dd91-47a8-8de1-0a2e5708c195 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 943 time: 0.1556890
Nov 16 22:13:18.697864 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7760b-f114-480d-b331-2b635c44400d req-96d169aa-4204-4cf5-8f7d-e8f43b9e7b68 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:18.699302 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-69c7760b-f114-480d-b331-2b635c44400d req-96d169aa-4204-4cf5-8f7d-e8f43b9e7b68 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.1245241
Nov 16 22:13:18.751739 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6987bd26-2a06-4f7d-8461-e0cf7ed844e8 req-4fcd037c-1260-40f8-b2ae-09a085d4dbd6 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747364
Nov 16 22:13:18.767199 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-69c7760b-f114-480d-b331-2b635c44400d req-af427b2a-e964-4a36-aea8-8fe1b530fbd4 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579350
Nov 16 22:13:19.269934 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bf6f6-e207-45ac-a382-458967af393e req-937dac4d-f302-4104-957c-c33dc63b6408 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:19.271588 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a14bf6f6-e207-45ac-a382-458967af393e req-937dac4d-f302-4104-957c-c33dc63b6408 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 946 time: 0.0796139
Nov 16 22:13:19.319586 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a14bf6f6-e207-45ac-a382-458967af393e req-61c94c3c-8260-462a-8ea1-7b6fb3b5ebec tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421534
Nov 16 22:13:19.556493 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device e30126b1-579c-4fc9-9242-5ad42de7356e details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:13:19.724029 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port e30126b1-579c-4fc9-9242-5ad42de7356e, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e30126b1-579c-4fc9-9242-5ad42de7356e,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:13:19.737980 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'port_id': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'mac_address': 'fa:16:3e:a0:a6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:13:19.796256 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:19.816334 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30126b1-579c-4fc9-9242-5ad42de7356e {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:13:19.833737 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port e30126b1-579c-4fc9-9242-5ad42de7356e, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e30126b1-579c-4fc9-9242-5ad42de7356e,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:13:19.904180 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:19.906184 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:19.959724 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:19.982846 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=e30126b1-579c-4fc9-9242-5ad42de7356e,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:19.988425 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:20.012001 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c7bdf-2df1-4230-af06-75f23f6ef343 req-4170301a-b176-437e-a76c-3d41a262673b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:20.014197 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dc8c7bdf-2df1-4230-af06-75f23f6ef343 req-4170301a-b176-437e-a76c-3d41a262673b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 943 time: 0.1536245
Nov 16 22:13:20.022543 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe94b5-1abb-45b9-8c16-450523e740dd req-fa8ffd35-49b9-4e59-921e-b88f36d20aa7 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:20.023949 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-23fe94b5-1abb-45b9-8c16-450523e740dd req-fa8ffd35-49b9-4e59-921e-b88f36d20aa7 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.1325040
Nov 16 22:13:20.179138 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dc8c7bdf-2df1-4230-af06-75f23f6ef343 req-079f57b6-f2d1-4677-a815-ecb22042125d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1541510
Nov 16 22:13:20.183916 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-23fe94b5-1abb-45b9-8c16-450523e740dd req-d5365359-37d9-4923-aa06-7adfecc3ae4f tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1434469
Nov 16 22:13:20.430507 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['e30126b1-579c-4fc9-9242-5ad42de7356e'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:13:21.473296 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb5357-1560-4e79-83da-00261f2fc17f req-dab81e9d-7d2b-4f38-beaa-d7ac213fd1a2 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:21.473296 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3eeb5357-1560-4e79-83da-00261f2fc17f req-dab81e9d-7d2b-4f38-beaa-d7ac213fd1a2 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 944 time: 0.1531091
Nov 16 22:13:21.477556 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d7a9b-163d-4784-8c41-eb3acaca1ba7 req-d64d5523-b5c3-4839-971c-04e1c993cf9d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:21.478953 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bb8d7a9b-163d-4784-8c41-eb3acaca1ba7 req-d64d5523-b5c3-4839-971c-04e1c993cf9d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.1259334
Nov 16 22:13:21.549754 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bb8d7a9b-163d-4784-8c41-eb3acaca1ba7 req-f89f6b43-57af-463c-8036-5050421119f9 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569081
Nov 16 22:13:21.552516 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3eeb5357-1560-4e79-83da-00261f2fc17f req-98b6c49a-aacc-4037-a3b4-cf5a98377035 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726774
Nov 16 22:13:22.797348 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e53c-4f46-4588-80de-53f126e13138 req-974ffbe3-7b43-45c1-a875-d317bed2fa9a tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:22.798775 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f91e53c-4f46-4588-80de-53f126e13138 req-974ffbe3-7b43-45c1-a875-d317bed2fa9a tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.1398480
Nov 16 22:13:22.812953 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b107fc-07e7-41b9-b152-bb90d54b1291 req-eb47aead-cae8-4781-8833-59ee64e442d2 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:22.814263 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f7b107fc-07e7-41b9-b152-bb90d54b1291 req-eb47aead-cae8-4781-8833-59ee64e442d2 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 944 time: 0.1219966
Nov 16 22:13:22.885818 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0f91e53c-4f46-4588-80de-53f126e13138 req-8091f42b-2e0a-4198-befa-2a26b76ef015 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813770
Nov 16 22:13:22.888871 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f7b107fc-07e7-41b9-b152-bb90d54b1291 req-ef6486b1-7205-4ad2-8027-9b5c5fc4a454 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616515
Nov 16 22:13:23.582812 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device e30126b1-579c-4fc9-9242-5ad42de7356e up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:13:23.726305 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port e30126b1-579c-4fc9-9242-5ad42de7356e completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:13:23.732803 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port e30126b1-579c-4fc9-9242-5ad42de7356e triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:13:23.734405 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:23.848506 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:23.878647 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cea763a-48f7-4810-9e61-4984c771a007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30126b1-579c-4fc9-9242-5ad42de7356e'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:13:23.890198 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port e30126b1-579c-4fc9-9242-5ad42de7356e, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e30126b1-579c-4fc9-9242-5ad42de7356e,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:13:23.925191 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cea763a-48f7-4810-9e61-4984c771a007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'code': 200}
Nov 16 22:13:23.925413 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 40506) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:23.971615 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:23.975307 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-a884198d-971c-42f8-9288-0f82670d3730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:24.073093 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=e30126b1-579c-4fc9-9242-5ad42de7356e,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:24.076238 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:24.119819 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ea70724b-6d36-4dce-ae3f-c4f5ac6bad6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:24.151672 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-ea70724b-6d36-4dce-ae3f-c4f5ac6bad6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:13:24.158249 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-ea70724b-6d36-4dce-ae3f-c4f5ac6bad6d admin admin] Usage tracker for resource:security_group_rule and tenant:7ca23599e25944129165dd876114cab5 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:13:24.163238 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-ea70724b-6d36-4dce-ae3f-c4f5ac6bad6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:13:24.178829 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-ea70724b-6d36-4dce-ae3f-c4f5ac6bad6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:13:24.233859 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc782950-b227-47e4-b3ab-3608f831735f req-47971bdc-8fa1-4cb4-8288-c104ddfdb960 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:24.235370 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bc782950-b227-47e4-b3ab-3608f831735f req-47971bdc-8fa1-4cb4-8288-c104ddfdb960 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 945 time: 0.2179999
Nov 16 22:13:24.245918 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a197eeb-cb00-4ddb-a498-df850234efa9 req-09bdf072-f986-411c-af66-70aaa25d2d54 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:24.247326 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2a197eeb-cb00-4ddb-a498-df850234efa9 req-09bdf072-f986-411c-af66-70aaa25d2d54 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.1758697
Nov 16 22:13:24.338149 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bc782950-b227-47e4-b3ab-3608f831735f req-dd9764a5-13a3-40c6-a8e3-24017838fb19 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872235
Nov 16 22:13:24.346094 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2a197eeb-cb00-4ddb-a498-df850234efa9 req-c022fca7-de08-4a87-a841-d3794f08217a tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814464
Nov 16 22:13:24.382934 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ea70724b-6d36-4dce-ae3f-c4f5ac6bad6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:24.462697 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f762a-1114-41fd-a961-2bf166ad5991 req-c192ac29-5048-402b-b96f-5d5c8c4c74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:24.464189 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8f3f762a-1114-41fd-a961-2bf166ad5991 req-c192ac29-5048-402b-b96f-5d5c8c4c74d1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 1098 time: 0.0706604
Nov 16 22:13:24.468374 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ea70724b-6d36-4dce-ae3f-c4f5ac6bad6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:24.476030 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c48c51e4-e334-4411-b371-152428231567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:24.543496 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70724b-6d36-4dce-ae3f-c4f5ac6bad6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68eba53-f06b-4f04-b711-8ace47bddbc0,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:24.550108 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ea70724b-6d36-4dce-ae3f-c4f5ac6bad6d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7ca23599e25944129165dd876114cab5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6238999
Nov 16 22:13:24.551064 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ea70724b-6d36-4dce-ae3f-c4f5ac6bad6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:24.553274 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 40514) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:24.556774 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8f3f762a-1114-41fd-a961-2bf166ad5991 req-3d023831-0f6b-4325-9f08-cf1efda93e70 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816832
Nov 16 22:13:24.630843 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-af9fc3f6-1d92-4e71-859a-8ef2fd69091d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:24.664914 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-af9fc3f6-1d92-4e71-859a-8ef2fd69091d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:24.783353 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-af9fc3f6-1d92-4e71-859a-8ef2fd69091d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:24.788582 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3d7eb4ce-6b64-41c8-ba74-a1fc5b203495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:24.801677 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fc3f6-1d92-4e71-859a-8ef2fd69091d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68eba53-f06b-4f04-b711-8ace47bddbc0,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:24.804767 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-af9fc3f6-1d92-4e71-859a-8ef2fd69091d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:24.806869 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-af9fc3f6-1d92-4e71-859a-8ef2fd69091d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:24.807865 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-af9fc3f6-1d92-4e71-859a-8ef2fd69091d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e68eba53-f06b-4f04-b711-8ace47bddbc0 HTTP/1.1" status: 204  len: 168 time: 0.2537143
Nov 16 22:13:25.604639 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba0d7f-aee1-44a2-9817-fb83f9dcad89 req-78000a30-fc51-4a54-a817-2b89e7c707d1 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:25.607997 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-92ba0d7f-aee1-44a2-9817-fb83f9dcad89 req-78000a30-fc51-4a54-a817-2b89e7c707d1 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 945 time: 0.1536002
Nov 16 22:13:25.620102 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526298f2-4ef6-43f4-b93b-01d55c0572b9 req-e9b09e99-6ecb-4ff4-a9ef-94ddeb989083 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:25.621718 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-526298f2-4ef6-43f4-b93b-01d55c0572b9 req-e9b09e99-6ecb-4ff4-a9ef-94ddeb989083 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.1362467
Nov 16 22:13:25.690128 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-92ba0d7f-aee1-44a2-9817-fb83f9dcad89 req-e0e77d41-c7d9-4386-8e49-7a32c0975e22 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675387
Nov 16 22:13:25.694495 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-526298f2-4ef6-43f4-b93b-01d55c0572b9 req-e292893b-7341-4490-bd67-914797c28249 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584748
Nov 16 22:13:26.542233 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad0cd4-188e-41a7-b7a8-cb31d1f91e47 req-3dc1f366-d0b1-4eea-b32b-097edcdf1945 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:26.543692 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c5ad0cd4-188e-41a7-b7a8-cb31d1f91e47 req-3dc1f366-d0b1-4eea-b32b-097edcdf1945 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 946 time: 0.1008987
Nov 16 22:13:26.588621 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c5ad0cd4-188e-41a7-b7a8-cb31d1f91e47 req-5afda6e9-be86-4c7d-b285-7fd5e814c695 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391934
Nov 16 22:13:26.947236 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4292c-65a4-4240-b49a-f876b63678e0 req-e2a92128-e6ab-4de8-a116-ba834066ed8a tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:26.948683 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-79e4292c-65a4-4240-b49a-f876b63678e0 req-e2a92128-e6ab-4de8-a116-ba834066ed8a tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 945 time: 0.1483252
Nov 16 22:13:26.963354 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36a9ce-fcc4-4e06-a543-17e88b7c2f7b req-de9940d2-0218-4d3b-a85f-4e86f51859d9 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:26.964758 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5e36a9ce-fcc4-4e06-a543-17e88b7c2f7b req-de9940d2-0218-4d3b-a85f-4e86f51859d9 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.1259313
Nov 16 22:13:27.034308 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-79e4292c-65a4-4240-b49a-f876b63678e0 req-0873c340-1316-4a84-9c83-7b5438e279cc tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795615
Nov 16 22:13:27.037007 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5e36a9ce-fcc4-4e06-a543-17e88b7c2f7b req-91eb1a5d-be73-489e-bc47-32ae3eb7ab03 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596664
Nov 16 22:13:27.224068 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c29133-747c-4405-b003-196729d8393e req-0197176b-9fa8-4c43-8396-241bc624d482 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:27.225712 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f1c29133-747c-4405-b003-196729d8393e req-0197176b-9fa8-4c43-8396-241bc624d482 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 945 time: 0.0815337
Nov 16 22:13:27.271122 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f1c29133-747c-4405-b003-196729d8393e req-978de7e2-d30c-4846-bf05-a3ee4708e3bf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390460
Nov 16 22:13:27.295239 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 40546) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:27.367426 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec729c8-cb58-4907-82d9-96211944f4b4 tempest-TestVolumeBootPattern-267871902 tempest-TestVolumeBootPattern-267871902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:27.368919 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-dec729c8-cb58-4907-82d9-96211944f4b4 tempest-TestVolumeBootPattern-267871902 tempest-TestVolumeBootPattern-267871902-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 1093 time: 0.0727825
Nov 16 22:13:27.371673 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 40550) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:27.376684 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Request body: {'floatingip': {'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'port_id': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:13:27.382645 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:13:27.386506 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Usage tracker for resource:floatingip and tenant:6f9679bda1c74f76bcf5494a43c366b3 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:13:27.389425 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:13:27.395060 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:13:27.462701 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for floatingip, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:27.682004 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:27.887884 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8973d0f-3d7c-4a07-b36f-14a5b40a7030 req-55f3bb1c-3d47-4ea7-bc99-81e8fc9880a3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:27.889878 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d8973d0f-3d7c-4a07-b36f-14a5b40a7030 req-55f3bb1c-3d47-4ea7-bc99-81e8fc9880a3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 946 time: 0.1683166
Nov 16 22:13:27.898459 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Allocated IP 172.27.1.50 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/1c80cedc-a6dd-4836-9c30-ca2928bb0e7e) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:13:28.008380 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d8973d0f-3d7c-4a07-b36f-14a5b40a7030 req-db114c3d-4459-48bf-9bac-1f59ebe3a0f9 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111407
Nov 16 22:13:28.086152 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:28.179756 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:28.188834 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:28.248604 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:13:28.257425 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:13:28.270801 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:13:28.316209 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event updated for resources: {'Port': ['ID=1c80cedc-a6dd-4836-9c30-ca2928bb0e7e,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:28.321503 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:28.392171 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe5348-8f20-4df5-b501-ede0914dc60d req-59735f8b-63da-4496-b951-cecbdae93992 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:28.393621 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2bbe5348-8f20-4df5-b501-ede0914dc60d req-59735f8b-63da-4496-b951-cecbdae93992 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.2497034
Nov 16 22:13:28.439273 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:13:28.494942 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2bbe5348-8f20-4df5-b501-ede0914dc60d req-fd378a4a-cc05-4c27-8014-9f8a9e33a131 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935366
Nov 16 22:13:28.812971 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb1f23-0b57-428f-b774-77bc0d45b4bd req-31800c4e-838c-4a03-a472-42bb9ea4dd03 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:28.815522 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-57bb1f23-0b57-428f-b774-77bc0d45b4bd req-31800c4e-838c-4a03-a472-42bb9ea4dd03 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 946 time: 0.1432297
Nov 16 22:13:28.902083 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-57bb1f23-0b57-428f-b774-77bc0d45b4bd req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Deleting port fbe23ff8-bfec-4365-be31-91f5a8a58e26 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:13:28.902424 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-57bb1f23-0b57-428f-b774-77bc0d45b4bd req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:28.942951 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:29.056687 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-a3333cb3-01c6-4bb5-8a29-82ce850be1c1 req-bd4547a2-bc23-4ece-9d55-fe91a1c5eaf4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0836513
Nov 16 22:13:29.224882 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3333cb3-01c6-4bb5-8a29-82ce850be1c1 req-72246913-2087-4079-96a9-93e86204d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:29.226282 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-a3333cb3-01c6-4bb5-8a29-82ce850be1c1 req-72246913-2087-4079-96a9-93e86204d233 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d04568cfc5e34832ab38095b3142e660&device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 1099 time: 0.0727448
Nov 16 22:13:29.369088 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:29.444654 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-57bb1f23-0b57-428f-b774-77bc0d45b4bd req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] For port fbe23ff8-bfec-4365-be31-91f5a8a58e26, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=fbe23ff8-bfec-4365-be31-91f5a8a58e26,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:13:29.445013 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-57bb1f23-0b57-428f-b774-77bc0d45b4bd req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:29.461114 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3333cb3-01c6-4bb5-8a29-82ce850be1c1 req-19729975-fabd-4c54-b727-50a6b2d666e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:29.462652 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-a3333cb3-01c6-4bb5-8a29-82ce850be1c1 req-19729975-fabd-4c54-b727-50a6b2d666e2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91376ca1-c1ee-4c7f-a3fa-566639b36d15 HTTP/1.1" status: 200  len: 912 time: 0.2159805
Nov 16 22:13:29.585337 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-a3333cb3-01c6-4bb5-8a29-82ce850be1c1 req-cd830426-16f1-4f9b-abd4-dce3cc553873 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2a5b935-30e2-4625-8b92-b7d455638e52 HTTP/1.1" status: 200  len: 1001 time: 0.1150417
Nov 16 22:13:29.635500 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab9ef3-d61e-4be7-bc70-3465b90ce24d req-d52cd5f9-c88d-4d7c-942e-ea8eb2ef34c0 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:29.636945 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-03ab9ef3-d61e-4be7-bc70-3465b90ce24d req-d52cd5f9-c88d-4d7c-942e-ea8eb2ef34c0 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 946 time: 0.5136094
Nov 16 22:13:29.656855 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3333cb3-01c6-4bb5-8a29-82ce850be1c1 req-ee936919-2301-49b8-b966-0dc3c4b713bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:29.658301 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-a3333cb3-01c6-4bb5-8a29-82ce850be1c1 req-ee936919-2301-49b8-b966-0dc3c4b713bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f4033324-a374-4dcf-a23e-53c4d039d448 HTTP/1.1" status: 200  len: 850 time: 0.0647769
Nov 16 22:13:29.739290 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3333cb3-01c6-4bb5-8a29-82ce850be1c1 req-9aac48fb-ec23-423f-bb20-32ea549a13b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:29.740904 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-a3333cb3-01c6-4bb5-8a29-82ce850be1c1 req-9aac48fb-ec23-423f-bb20-32ea549a13b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91376ca1-c1ee-4c7f-a3fa-566639b36d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756581
Nov 16 22:13:29.867505 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-03ab9ef3-d61e-4be7-bc70-3465b90ce24d req-95df1c2c-9370-43a7-95c9-13d5c540d64c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2216599
Nov 16 22:13:29.876227 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-a3333cb3-01c6-4bb5-8a29-82ce850be1c1 req-a98369fd-c4f9-4198-80b8-8d210a5973e9 service neutron] 10.222.0.72 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269569
Nov 16 22:13:30.015409 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-a3333cb3-01c6-4bb5-8a29-82ce850be1c1 req-f468ce14-4b11-42a9-b71e-e9987ecfd68a service neutron] 10.222.0.72 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314192
Nov 16 22:13:30.019513 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:30.021828 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-57bb1f23-0b57-428f-b774-77bc0d45b4bd req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:30.022194 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-57bb1f23-0b57-428f-b774-77bc0d45b4bd req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:30.022503 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [req-57bb1f23-0b57-428f-b774-77bc0d45b4bd req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Floating IP a2e4a975-6e46-465d-a2c3-99c8d1bc92ee disassociated. External IP: 172.27.1.38, port: fbe23ff8-bfec-4365-be31-91f5a8a58e26.
Nov 16 22:13:30.022835 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-57bb1f23-0b57-428f-b774-77bc0d45b4bd req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Calling delete_port for fbe23ff8-bfec-4365-be31-91f5a8a58e26 owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:13:30.075664 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233931a7-0ce5-4e1c-9800-a76e3d98fafd req-621b4890-04d2-40b1-8f92-2032f3f0df99 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:30.075664 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-233931a7-0ce5-4e1c-9800-a76e3d98fafd req-621b4890-04d2-40b1-8f92-2032f3f0df99 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.4218540
Nov 16 22:13:30.100988 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6816999'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:30.115084 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:30.258096 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-233931a7-0ce5-4e1c-9800-a76e3d98fafd req-cbed1e9a-07bf-488f-a34e-30fdf0949ce5 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1821659
Nov 16 22:13:30.273288 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event updated for resources: {'Port': ['ID=1c80cedc-a6dd-4836-9c30-ca2928bb0e7e,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:30.308352 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:30.313694 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:30.504425 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-57bb1f23-0b57-428f-b774-77bc0d45b4bd req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:30.511028 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:30.562865 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event deleted for resources: {'Port': ['ID=fbe23ff8-bfec-4365-be31-91f5a8a58e26,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:30.566668 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Floating IP ca73258f-0481-4033-bc84-f99c9f64aebc associated. External IP: 172.27.1.50, port: e30126b1-579c-4fc9-9242-5ad42de7356e.
Nov 16 22:13:30.618718 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:31.058602 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1272f71d-56fd-494e-80cb-053e2e35b289 req-9b284557-42c3-4a02-b6e9-7e4d352c1c9d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 210 time: 0.0703723
Nov 16 22:13:31.129140 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57bb1f23-0b57-428f-b774-77bc0d45b4bd req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:13:31.475242 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Router 9f825689-a7ab-49eb-bade-a5da89564a6a has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:13:31.492444 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57bb1f23-0b57-428f-b774-77bc0d45b4bd req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:13:31.502232 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d948f9-622b-4dd6-a4d8-a69f9c5b323d None None] Sync routers for ids ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:13:31.512482 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d948f9-622b-4dd6-a4d8-a69f9c5b323d None None] Routers {'40b404f5-f39d-4d1d-8a0c-d37bb04765d9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:13:31.513690 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-f4d948f9-622b-4dd6-a4d8-a69f9c5b323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1ce73d0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:13:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:13:31.631322 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bb1f23-0b57-428f-b774-77bc0d45b4bd req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] No DVR routers for this DVR port fbe23ff8-bfec-4365-be31-91f5a8a58e26 on host hv-cinder-81814 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:13:31.633885 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-57bb1f23-0b57-428f-b774-77bc0d45b4bd req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:31.647855 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'name': 'network-vif-deleted', 'tag': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:13:31.655724 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device fbe23ff8-bfec-4365-be31-91f5a8a58e26 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:13:31.708980 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d006ea-6a87-416f-9b24-1838fa9d447f req-4c5246c8-a329-415a-97e6-575fa6e80b0e tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:31.708980 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-83d006ea-6a87-416f-9b24-1838fa9d447f req-4c5246c8-a329-415a-97e6-575fa6e80b0e tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.3221462
Nov 16 22:13:31.708980 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4b01da-8578-4cbc-a233-4ed0b437b101', 'name': 'network-vif-deleted', 'tag': 'fbe23ff8-bfec-4365-be31-91f5a8a58e26', 'status': 'completed', 'code': 200}
Nov 16 22:13:31.720192 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: fbe23ff8-bfec-4365-be31-91f5a8a58e26 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:13:31.721000 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device fbe23ff8-bfec-4365-be31-91f5a8a58e26 not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:13:31.751409 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-f4d948f9-622b-4dd6-a4d8-a69f9c5b323d None None] Set router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:13:31.804274 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-57bb1f23-0b57-428f-b774-77bc0d45b4bd req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.72 "DELETE /v2.0/ports/fbe23ff8-bfec-4365-be31-91f5a8a58e26 HTTP/1.1" status: 204  len: 173 time: 2.9820106
Nov 16 22:13:31.832194 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-83d006ea-6a87-416f-9b24-1838fa9d447f req-436a0782-96c0-4871-bba8-fad8566974e1 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725679
Nov 16 22:13:31.833298 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:13:31.846309 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b3dc59-9806-4c5f-b99c-96ec61be795e None None] Sync routers for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:13:31.863553 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b3dc59-9806-4c5f-b99c-96ec61be795e None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:13:31.863553 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-62b3dc59-9806-4c5f-b99c-96ec61be795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d27e7a60>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:13:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:13:31.914628 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:31.996009 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.6231821
Nov 16 22:13:32.094804 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-62b3dc59-9806-4c5f-b99c-96ec61be795e None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:13:32.097945 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-f4d948f9-622b-4dd6-a4d8-a69f9c5b323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1ce73d0>, [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:51Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'd2a87748-a996-4f30-bbde-ae77adc147ae', 'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'mac_address': 'fa:16:3e:d1:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:47Z', 'updated_at': '2021-11-16T22:07:00Z', 'revision_number': 5, 'project_id': '26d8251468c6461ba688baa16c61c407', 'subnets': [{'id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:13:32.102605 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d948f9-622b-4dd6-a4d8-a69f9c5b323d None None] Checking router: 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:13:32.113623 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d948f9-622b-4dd6-a4d8-a69f9c5b323d None None] Routers {'40b404f5-f39d-4d1d-8a0c-d37bb04765d9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:13:32.114515 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-f4d948f9-622b-4dd6-a4d8-a69f9c5b323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1ce73d0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:13:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:13:32.260488 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-d5c4c592-e802-4a88-af93-03ade31829bb req-d1d5660f-1d9e-4e18-99ff-edb94c245106 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Synchronizing usage tracker for tenant:26d8251468c6461ba688baa16c61c407 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:13:32.320288 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-d5c4c592-e802-4a88-af93-03ade31829bb req-d1d5660f-1d9e-4e18-99ff-edb94c245106 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Unset dirty status for tenant:26d8251468c6461ba688baa16c61c407 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:13:32.332493 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d5c4c592-e802-4a88-af93-03ade31829bb req-d1d5660f-1d9e-4e18-99ff-edb94c245106 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed4b01da-8578-4cbc-a233-4ed0b437b101 HTTP/1.1" status: 200  len: 210 time: 0.1230268
Nov 16 22:13:32.338390 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-f4d948f9-622b-4dd6-a4d8-a69f9c5b323d None None] Set router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:13:32.471306 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:32.479517 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-62b3dc59-9806-4c5f-b99c-96ec61be795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d27e7a60>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'ca73258f-0481-4033-bc84-f99c9f64aebc', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'port_id': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'mac_address': 'fa:16:3e:a0:a6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea763a-48f7-4810-9e61-4984c771a007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:13:28Z', 'updated_at': '2021-11-16T22:13:28Z', 'revision_number': 0, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:13:32.484288 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b3dc59-9806-4c5f-b99c-96ec61be795e None None] Checking router: 9f825689-a7ab-49eb-bade-a5da89564a6a for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:13:32.493518 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b3dc59-9806-4c5f-b99c-96ec61be795e None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:13:32.493751 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-62b3dc59-9806-4c5f-b99c-96ec61be795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d27e7a60>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:13:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:13:32.680029 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-f4d948f9-622b-4dd6-a4d8-a69f9c5b323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1ce73d0>, [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:51Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'd2a87748-a996-4f30-bbde-ae77adc147ae', 'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'mac_address': 'fa:16:3e:d1:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:47Z', 'updated_at': '2021-11-16T22:07:00Z', 'revision_number': 5, 'project_id': '26d8251468c6461ba688baa16c61c407', 'subnets': [{'id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:13:32.681853 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-62b3dc59-9806-4c5f-b99c-96ec61be795e None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:13:32.684058 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d948f9-622b-4dd6-a4d8-a69f9c5b323d None None] The sync data for ids ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'] in dv-cinder-818140-1-iscsi is: [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:51Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'd2a87748-a996-4f30-bbde-ae77adc147ae', 'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'mac_address': 'fa:16:3e:d1:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:47Z', 'updated_at': '2021-11-16T22:07:00Z', 'revision_number': 5, 'project_id': '26d8251468c6461ba688baa16c61c407', 'subnets': [{'id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:13:32.980957 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c7afd-d78a-443d-b9b8-bda8dbc910d9 None None] New status for floating IP a2e4a975-6e46-465d-a2c3-99c8d1bc92ee: DOWN {{(pid=87471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:13:33.062961 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160bf06-7c7d-4e77-9487-f57242ed8421 req-286da09e-598a-45c4-84e9-b24d0aad903e tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:33.064465 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7160bf06-7c7d-4e77-9487-f57242ed8421 req-286da09e-598a-45c4-84e9-b24d0aad903e tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.1003551
Nov 16 22:13:33.073275 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-62b3dc59-9806-4c5f-b99c-96ec61be795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d27e7a60>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'ca73258f-0481-4033-bc84-f99c9f64aebc', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'port_id': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'mac_address': 'fa:16:3e:a0:a6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea763a-48f7-4810-9e61-4984c771a007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:13:28Z', 'updated_at': '2021-11-16T22:13:28Z', 'revision_number': 0, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:13:33.077671 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b3dc59-9806-4c5f-b99c-96ec61be795e None None] The sync data for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi is: [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'ca73258f-0481-4033-bc84-f99c9f64aebc', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'port_id': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'mac_address': 'fa:16:3e:a0:a6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea763a-48f7-4810-9e61-4984c771a007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:13:28Z', 'updated_at': '2021-11-16T22:13:28Z', 'revision_number': 0, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:13:33.119896 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7160bf06-7c7d-4e77-9487-f57242ed8421 req-77b3f842-b3fd-4b4e-85ae-e99cfb52a57e tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498652
Nov 16 22:13:33.332003 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49134a4-3551-4747-9427-ab21ac495528 None None] New status for floating IP ca73258f-0481-4033-bc84-f99c9f64aebc: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:13:33.527531 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 40594) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:33.594309 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8b61ef2c-20d9-4dc3-8630-b1343800ef4d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:33.622937 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8b61ef2c-20d9-4dc3-8630-b1343800ef4d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:33.703911 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cea763a-48f7-4810-9e61-4984c771a007', 'tag': 'e30126b1-579c-4fc9-9242-5ad42de7356e'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:13:33.752958 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cea763a-48f7-4810-9e61-4984c771a007', 'tag': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'status': 'completed', 'code': 200}
Nov 16 22:13:33.759651 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8b61ef2c-20d9-4dc3-8630-b1343800ef4d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:33.764078 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d97734ea-2306-41f5-b489-ea9c6c08a5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:33.779973 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61ef2c-20d9-4dc3-8630-b1343800ef4d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:33.782583 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8b61ef2c-20d9-4dc3-8630-b1343800ef4d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:33.863391 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8b61ef2c-20d9-4dc3-8630-b1343800ef4d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:33.864491 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-8b61ef2c-20d9-4dc3-8630-b1343800ef4d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "DELETE /v2.0/security-groups/1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8 HTTP/1.1" status: 204  len: 168 time: 0.3358798
Nov 16 22:13:33.868563 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 40600) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:33.882588 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f8f25-3777-4bfb-a1a9-2a8329aa5bc6 req-f5f1050b-5248-4d57-9b50-09366d809b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:33.885503 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-186f8f25-3777-4bfb-a1a9-2a8329aa5bc6 req-f5f1050b-5248-4d57-9b50-09366d809b3c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 1098 time: 0.0836036
Nov 16 22:13:33.889616 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.api.v2.resource [None req-571c1019-61f8-4005-9f0f-cde893cdac5c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] show failed (client error): The resource could not be found.
Nov 16 22:13:33.890631 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-571c1019-61f8-4005-9f0f-cde893cdac5c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups/1533a0a8-0d7c-4334-8b30-bf2eb1c8e0a8 HTTP/1.1" status: 404  len: 347 time: 0.0210862
Nov 16 22:13:33.893626 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 40604) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:34.112245 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-710724e6-c50e-4f26-bbee-b5603309a9ac tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Deleting port 65a80777-6ade-48d4-9965-668cbf2bb715 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:13:34.112577 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-710724e6-c50e-4f26-bbee-b5603309a9ac tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:34.137703 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f8f25-3777-4bfb-a1a9-2a8329aa5bc6 req-68e2fecc-fe12-407e-8f8b-2cdc59092732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:34.142164 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-186f8f25-3777-4bfb-a1a9-2a8329aa5bc6 req-68e2fecc-fe12-407e-8f8b-2cdc59092732 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6431ab66-4714-41a7-87a8-d3f34aa0544b HTTP/1.1" status: 200  len: 912 time: 0.2490649
Nov 16 22:13:34.272552 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cebce-6685-4549-932f-bb99bfe043a6 req-12c28f25-196e-4d52-8040-458b98049d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:34.273980 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-9b3cebce-6685-4549-932f-bb99bfe043a6 req-12c28f25-196e-4d52-8040-458b98049d0b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b1b1976c7d7b433792ca2cf522766f2b&device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 1099 time: 0.3062963
Nov 16 22:13:34.328963 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-186f8f25-3777-4bfb-a1a9-2a8329aa5bc6 req-5d7f8d21-5010-4f0c-9faa-3620520a167d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e30126b1-579c-4fc9-9242-5ad42de7356e HTTP/1.1" status: 200  len: 1000 time: 0.1789060
Nov 16 22:13:34.348325 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372acd6-92f4-4e8d-aa91-2ba23142946b req-1ed4f71b-2a64-4524-8502-f4b068a21244 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:34.349747 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3372acd6-92f4-4e8d-aa91-2ba23142946b req-1ed4f71b-2a64-4524-8502-f4b068a21244 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.1086287
Nov 16 22:13:34.401371 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-710724e6-c50e-4f26-bbee-b5603309a9ac tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:34.401619 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-710724e6-c50e-4f26-bbee-b5603309a9ac tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:34.453945 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3372acd6-92f4-4e8d-aa91-2ba23142946b req-fa9d94be-872b-4be1-95f3-545bf3a33a2a tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984061
Nov 16 22:13:34.465046 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f8f25-3777-4bfb-a1a9-2a8329aa5bc6 req-7a6998b2-412d-4d61-b9ae-33a0e70e5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:34.466576 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-186f8f25-3777-4bfb-a1a9-2a8329aa5bc6 req-7a6998b2-412d-4d61-b9ae-33a0e70e5072 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c792dd0-a876-4286-9c4a-d4da350cf7f1 HTTP/1.1" status: 200  len: 850 time: 0.0792017
Nov 16 22:13:34.544955 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-710724e6-c50e-4f26-bbee-b5603309a9ac tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Calling delete_port for 65a80777-6ade-48d4-9965-668cbf2bb715 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:13:34.554983 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f8f25-3777-4bfb-a1a9-2a8329aa5bc6 req-691aaae9-2cf1-437c-99ec-5a9cd41d33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:34.554983 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-186f8f25-3777-4bfb-a1a9-2a8329aa5bc6 req-691aaae9-2cf1-437c-99ec-5a9cd41d33ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6431ab66-4714-41a7-87a8-d3f34aa0544b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803802
Nov 16 22:13:34.608078 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cebce-6685-4549-932f-bb99bfe043a6 req-46bd4ce6-f2f2-4a79-a390-bf9a622b7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:34.609502 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-9b3cebce-6685-4549-932f-bb99bfe043a6 req-46bd4ce6-f2f2-4a79-a390-bf9a622b7910 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a3660de9-4971-4ec7-9b91-f728b00d6e34 HTTP/1.1" status: 200  len: 909 time: 0.3268158
Nov 16 22:13:34.697547 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-186f8f25-3777-4bfb-a1a9-2a8329aa5bc6 req-582d7719-da15-44e2-a627-45e83482c2a0 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357763
Nov 16 22:13:34.837141 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-186f8f25-3777-4bfb-a1a9-2a8329aa5bc6 req-613918ce-8f6a-45a8-b037-6a590062651f service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300645
Nov 16 22:13:34.851580 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-9b3cebce-6685-4549-932f-bb99bfe043a6 req-bde5de86-1946-4976-b782-fa7ed98b7fbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc HTTP/1.1" status: 200  len: 1002 time: 0.2334111
Nov 16 22:13:34.933806 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cebce-6685-4549-932f-bb99bfe043a6 req-667244c6-165d-4799-871f-9b2ef11ab126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:34.935276 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-9b3cebce-6685-4549-932f-bb99bfe043a6 req-667244c6-165d-4799-871f-9b2ef11ab126 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ebaf286-2ead-4350-b334-85d62bde1ac3 HTTP/1.1" status: 200  len: 847 time: 0.0702584
Nov 16 22:13:34.988867 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-710724e6-c50e-4f26-bbee-b5603309a9ac tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:34.993880 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-580a11ae-f02a-4121-bdbb-be175566983c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:35.038778 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710724e6-c50e-4f26-bbee-b5603309a9ac tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event deleted for resources: {'Port': ['ID=65a80777-6ade-48d4-9965-668cbf2bb715,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:35.076516 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-710724e6-c50e-4f26-bbee-b5603309a9ac tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:35.143414 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-710724e6-c50e-4f26-bbee-b5603309a9ac tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:35.147676 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cebce-6685-4549-932f-bb99bfe043a6 req-64e5d71e-3b82-42d5-b39b-8ea9ba7a70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:35.149102 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-9b3cebce-6685-4549-932f-bb99bfe043a6 req-64e5d71e-3b82-42d5-b39b-8ea9ba7a70ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3660de9-4971-4ec7-9b91-f728b00d6e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2064419
Nov 16 22:13:35.297907 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-710724e6-c50e-4f26-bbee-b5603309a9ac tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:35.299010 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-710724e6-c50e-4f26-bbee-b5603309a9ac tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "DELETE /v2.0/floatingips/a2e4a975-6e46-465d-a2c3-99c8d1bc92ee HTTP/1.1" status: 204  len: 168 time: 1.4044087
Nov 16 22:13:35.307258 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-9b3cebce-6685-4549-932f-bb99bfe043a6 req-5b818a81-3494-4915-b560-cbbf6b09d2d6 service neutron] 10.222.0.72 "GET /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476114
Nov 16 22:13:35.436279 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-9b3cebce-6685-4549-932f-bb99bfe043a6 req-e39f09f6-f034-4b39-a791-5e505e01359f service neutron] 10.222.0.72 "GET /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244640
Nov 16 22:13:35.586164 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 40626) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:35.591409 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2001776589', 'description': 'tempest-description--119158027'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:13:35.597547 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:13:35.602255 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Usage tracker for resource:security_group and tenant:26d8251468c6461ba688baa16c61c407 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:13:35.604936 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:13:35.611450 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:13:35.661856 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d27ee6-05c6-4adb-b79a-f2e9a72a4d2d req-0ecac05b-211a-44a6-ac0d-5beec95f5da4 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:35.663346 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a4d27ee6-05c6-4adb-b79a-f2e9a72a4d2d req-0ecac05b-211a-44a6-ac0d-5beec95f5da4 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.0886185
Nov 16 22:13:35.686250 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:35.707302 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:13:35.708893 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a4d27ee6-05c6-4adb-b79a-f2e9a72a4d2d req-15e310f5-0dcd-4c19-92db-a7fa2fc9f4cd tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400286
Nov 16 22:13:35.711307 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Usage tracker for resource:security_group_rule and tenant:26d8251468c6461ba688baa16c61c407 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:13:35.714195 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:13:35.719969 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:13:35.789795 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:35.873954 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:35.879136 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-9360b0c8-2fb7-4166-9bcb-e9f47fcd5342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:35.918711 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccb8532-36ac-475e-9b20-747c4baf3489,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:35.921507 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:35.988627 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:35.989879 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4027147
Nov 16 22:13:35.992780 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 40630) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:35.998538 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-8ce1a023-fa89-446f-b64d-cccd68946fe3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Request body: {'security_group_rule': {'security_group_id': '8ccb8532-36ac-475e-9b20-747c4baf3489', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:13:36.004517 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8ce1a023-fa89-446f-b64d-cccd68946fe3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:13:36.008296 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-8ce1a023-fa89-446f-b64d-cccd68946fe3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Usage tracker for resource:security_group_rule and tenant:26d8251468c6461ba688baa16c61c407 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:13:36.011148 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-8ce1a023-fa89-446f-b64d-cccd68946fe3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:13:36.016743 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-8ce1a023-fa89-446f-b64d-cccd68946fe3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:13:36.075400 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a023-fa89-446f-b64d-cccd68946fe3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:36.138608 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a023-fa89-446f-b64d-cccd68946fe3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:36.177034 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a023-fa89-446f-b64d-cccd68946fe3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:36.179133 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f1641b9f-3152-43cc-942d-613d12b1883b tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:36.201572 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1a023-fa89-446f-b64d-cccd68946fe3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e493d6-7ee1-479c-8e50-17cefc87803c,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:36.204094 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-8ce1a023-fa89-446f-b64d-cccd68946fe3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:36.267835 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a023-fa89-446f-b64d-cccd68946fe3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:36.269080 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-8ce1a023-fa89-446f-b64d-cccd68946fe3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2753160
Nov 16 22:13:36.271770 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 40638) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:36.276808 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-f1c1dfab-9cf9-4e5b-a54f-02e988bf768a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Request body: {'security_group_rule': {'security_group_id': '8ccb8532-36ac-475e-9b20-747c4baf3489', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:13:36.282671 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f1c1dfab-9cf9-4e5b-a54f-02e988bf768a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:13:36.286510 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-f1c1dfab-9cf9-4e5b-a54f-02e988bf768a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Usage tracker for resource:security_group_rule and tenant:26d8251468c6461ba688baa16c61c407 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:13:36.289578 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-f1c1dfab-9cf9-4e5b-a54f-02e988bf768a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:13:36.295865 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-f1c1dfab-9cf9-4e5b-a54f-02e988bf768a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:13:36.377598 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1c1dfab-9cf9-4e5b-a54f-02e988bf768a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:36.437929 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1c1dfab-9cf9-4e5b-a54f-02e988bf768a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:36.513738 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1c1dfab-9cf9-4e5b-a54f-02e988bf768a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:36.515982 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d6a7a603-b0bb-4b5b-a151-7ed7a778a6ad tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:36.538471 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1dfab-9cf9-4e5b-a54f-02e988bf768a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca76888-8abb-4cee-ac72-168d2f2de914,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:36.540824 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f1c1dfab-9cf9-4e5b-a54f-02e988bf768a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:36.622418 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f1c1dfab-9cf9-4e5b-a54f-02e988bf768a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:36.623722 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-f1c1dfab-9cf9-4e5b-a54f-02e988bf768a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3509710
Nov 16 22:13:36.626676 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 40642) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:36.631749 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Request body: {'floatingip': {'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:13:36.637590 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:13:36.641673 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Usage tracker for resource:floatingip and tenant:26d8251468c6461ba688baa16c61c407 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:13:36.644590 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:13:36.650383 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:13:36.745377 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:36.889833 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:36.894784 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea38f9a-bf4c-4fb5-8c9e-dd1af9f6e3b5 req-0d4acb7d-15d0-47d4-bd15-acb0bb29942a tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:36.896265 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dea38f9a-bf4c-4fb5-8c9e-dd1af9f6e3b5 req-0d4acb7d-15d0-47d4-bd15-acb0bb29942a tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.0809846
Nov 16 22:13:36.944884 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dea38f9a-bf4c-4fb5-8c9e-dd1af9f6e3b5 req-8ba49d8e-0937-4088-adef-acc4838c1712 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426834
Nov 16 22:13:37.032706 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Allocated IP 172.27.1.90 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/8a7c5223-f05d-419e-af2f-c297c6ee975c) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:13:37.175093 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:37.285761 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:37.289473 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-db486174-318d-4b2d-9deb-d21a470d8e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:37.351385 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:13:37.354178 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:13:37.357595 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:13:37.401114 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event updated for resources: {'Port': ['ID=8a7c5223-f05d-419e-af2f-c297c6ee975c,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:37.404508 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:37.451987 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:37.605983 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:37.914634 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:37.976198 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:37.982112 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:38.099174 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event updated for resources: {'Port': ['ID=8a7c5223-f05d-419e-af2f-c297c6ee975c,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:38.102777 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:38.116981 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:38.135837 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105052b-8576-4e09-b5b5-10883e1d9051 req-ad22574f-b555-4661-9d92-ec944bf924dc tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:38.137341 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9105052b-8576-4e09-b5b5-10883e1d9051 req-ad22574f-b555-4661-9d92-ec944bf924dc tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.0873561
Nov 16 22:13:38.182206 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9105052b-8576-4e09-b5b5-10883e1d9051 req-adf8189c-cfc4-4d76-93ec-8af7a5550ca6 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385299
Nov 16 22:13:38.251382 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:38.252641 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6249912
Nov 16 22:13:38.470395 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-5f7f9c25-898b-4380-bee0-03e8cb202261 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Synchronizing usage tracker for tenant:26d8251468c6461ba688baa16c61c407 on resource:security_group {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:13:38.554368 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-5f7f9c25-898b-4380-bee0-03e8cb202261 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Unset dirty status for tenant:26d8251468c6461ba688baa16c61c407 on resource:security_group {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:13:38.555710 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-5f7f9c25-898b-4380-bee0-03e8cb202261 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2001776589&fields=id&tenant_id=26d8251468c6461ba688baa16c61c407 HTTP/1.1" status: 200  len: 267 time: 0.1232526
Nov 16 22:13:38.709935 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-10a99778-1bbc-41ff-b8d4-477c44a9e88b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:38.711342 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-10a99778-1bbc-41ff-b8d4-477c44a9e88b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/networks?id=01d0b958-6461-40ea-b3fa-8442b12165d5 HTTP/1.1" status: 200  len: 816 time: 0.1482275
Nov 16 22:13:38.727021 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-feb08f46-774f-4174-aac2-dacac83b75ef tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/quotas/26d8251468c6461ba688baa16c61c407 HTTP/1.1" status: 200  len: 375 time: 0.0094960
Nov 16 22:13:38.816948 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-08d6919c-8c51-45f1-b737-7fcecc8fe2bd tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=26d8251468c6461ba688baa16c61c407&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0838013
Nov 16 22:13:38.961444 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8490f38e-3847-473d-b863-b21ebdf2dbe0 service neutron] 10.222.0.71 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331716
Nov 16 22:13:39.091453 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-ce5811e3-f1af-442e-aff2-4dd426987e53 service neutron] 10.222.0.71 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231418
Nov 16 22:13:39.468972 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-531b0ffb-1099-407a-a342-a26781f2a1c2 req-85d10f6b-c113-4d48-b068-c08c2df2e1c9 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 210 time: 0.1468914
Nov 16 22:13:39.505103 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565facb-579c-485b-86df-820347ccc9ab req-c723c8cd-80da-43ba-941b-20b46a4671b4 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:39.508560 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e565facb-579c-485b-86df-820347ccc9ab req-c723c8cd-80da-43ba-941b-20b46a4671b4 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.2164371
Nov 16 22:13:39.551893 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e565facb-579c-485b-86df-820347ccc9ab req-d42fb281-61d0-450c-96a9-9af7f4c5a926 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395317
Nov 16 22:13:40.060547 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66098a22-d229-43ec-a934-fb59f704199d req-a12cd319-17e7-472c-9622-fa4ebc3ca8dd tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:40.062047 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-66098a22-d229-43ec-a934-fb59f704199d req-a12cd319-17e7-472c-9622-fa4ebc3ca8dd tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.0975692
Nov 16 22:13:40.108618 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-66098a22-d229-43ec-a934-fb59f704199d req-481657dc-af3f-4982-b130-4413ff28bd6f tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407422
Nov 16 22:13:40.109809 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 40696) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:40.231544 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47df1115-8628-4b93-ba5a-bd7058f5460c req-2d30a9df-be41-4089-bcd3-bfe4cf519e5c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1212633
Nov 16 22:13:40.625346 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-499ae0bc-ebe5-4336-a3dc-3616e1d3ef74 req-e523ba89-8a59-4269-a662-8cc6ace0d378 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 210 time: 0.0442779
Nov 16 22:13:41.295937 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e1c9a-5737-4a94-b799-60150712cb35 req-efbb3296-1c8e-48cf-a3e0-d794799718e6 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:41.297335 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7c0e1c9a-5737-4a94-b799-60150712cb35 req-efbb3296-1c8e-48cf-a3e0-d794799718e6 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.0847831
Nov 16 22:13:41.348396 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7c0e1c9a-5737-4a94-b799-60150712cb35 req-33e26778-051b-49b7-a330-ecfd9335eb2c tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451126
Nov 16 22:13:41.671406 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:13:41.783642 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-54cef9cb-791b-496f-842c-578464859e09 req-3c3b5ac3-3cf6-43f6-a55e-bffb1400675d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 210 time: 0.0445728
Nov 16 22:13:41.787891 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-827deeda-3faa-469d-9092-561825c81717 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:41.789327 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-827deeda-3faa-469d-9092-561825c81717 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.72 "GET /v2.0/networks?id=01d0b958-6461-40ea-b3fa-8442b12165d5 HTTP/1.1" status: 200  len: 816 time: 0.1630459
Nov 16 22:13:41.806852 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:41.835019 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:13:41.845423 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,segment=NetworkSegment(ad66b2e4-588b-463b-9bb1-75be8bdd7d92),segment_id=ad66b2e4-588b-463b-9bb1-75be8bdd7d92)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:13:41.857364 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-3a4a6ac1-ae48-4c48-8030-fca1d2e3dbc5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Synchronizing usage tracker for tenant:26d8251468c6461ba688baa16c61c407 on resource:security_group {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:13:41.871190 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-3a4a6ac1-ae48-4c48-8030-fca1d2e3dbc5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Unset dirty status for tenant:26d8251468c6461ba688baa16c61c407 on resource:security_group {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:13:41.873048 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-3a4a6ac1-ae48-4c48-8030-fca1d2e3dbc5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26d8251468c6461ba688baa16c61c407 HTTP/1.1" status: 200  len: 380 time: 0.0668972
Nov 16 22:13:41.876272 dv-cinder-818140-1-iscsi neutron-server[87471]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc', 'code': 422} returned with failed status
Nov 16 22:13:41.882125 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Request body: {'port': {'device_id': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'admin_state_up': True, 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'security_groups': ['8ccb8532-36ac-475e-9b20-747c4baf3489']}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:13:41.908022 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:41.909807 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:41.982179 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,revision_number=6']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:41.985333 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:42.024737 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:13:42.028830 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Usage tracker for resource:port and tenant:26d8251468c6461ba688baa16c61c407 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:13:42.031660 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:13:42.037314 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:13:42.108191 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Made reservation on behalf of 26d8251468c6461ba688baa16c61c407 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:13:42.111849 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:42.279707 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Allocated IP 172.20.0.12 (01d0b958-6461-40ea-b3fa-8442b12165d5/3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2/2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:13:42.482469 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:42.508725 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Transition to ACTIVE for port object 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:13:42.575162 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b132b-f358-4fcd-9b34-bfcd732f9c59 req-1f0e5276-db92-4e7a-bf8b-01fd9759ecda tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:42.576660 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c28b132b-f358-4fcd-9b34-bfcd732f9c59 req-1f0e5276-db92-4e7a-bf8b-01fd9759ecda tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.1233482
Nov 16 22:13:42.600917 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:42.609401 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-430d155d-e0de-474c-b75b-0260b4a7600e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:42.625489 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c28b132b-f358-4fcd-9b34-bfcd732f9c59 req-21e636f3-86c0-4c70-a9b2-60ca63a248a3 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430715
Nov 16 22:13:42.676963 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Network 01d0b958-6461-40ea-b3fa-8442b12165d5 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:13:42.680490 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:13:42.682960 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:13:42.741282 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event updated for resources: {'Port': ['ID=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:42.744217 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:42.770008 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:42.770650 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:42.904149 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0249062
Nov 16 22:13:42.936810 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-27237b1d-db4d-445f-ba2e-b150eaac9896 None None] Provisioning for port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:13:42.941978 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-27237b1d-db4d-445f-ba2e-b150eaac9896 None None] Provisioning complete for port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:13:42.942428 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27237b1d-db4d-445f-ba2e-b150eaac9896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:42.964607 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Request body: {'port': {'device_id': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:13:42.984530 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db72c2-c1b5-49c0-8466-1b52b56982d6 req-7bd53478-38c6-4d9a-9ccd-284c869f795d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:42.986006 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-98db72c2-c1b5-49c0-8466-1b52b56982d6 req-7bd53478-38c6-4d9a-9ccd-284c869f795d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 932 time: 0.0831542
Nov 16 22:13:42.998492 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-27237b1d-db4d-445f-ba2e-b150eaac9896 None None] Port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:13:43.031793 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-98db72c2-c1b5-49c0-8466-1b52b56982d6 req-efe058e6-a6fa-4eb2-8f33-cea115dd9711 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389841
Nov 16 22:13:43.094381 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:43.433892 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:13:43.441069 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:43.455343 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Transition to ACTIVE for port object 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:13:43.525538 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:43.530233 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6f2c1730-8557-47fc-8f20-ec53a7ba1099 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:43.790688 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Pushing event updated for resources: {'Port': ['ID=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:43.791513 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:43.879013 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df1115-8628-4b93-ba5a-bd7058f5460c req-4468082c-724d-4ba7-a1da-43ee74166f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:43.880555 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47df1115-8628-4b93-ba5a-bd7058f5460c req-4468082c-724d-4ba7-a1da-43ee74166f13 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb&tenant_id=b1b1976c7d7b433792ca2cf522766f2b HTTP/1.1" status: 200  len: 1097 time: 0.1685510
Nov 16 22:13:43.891601 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd2d5e-e6ea-4676-8b87-4805b318a33b req-00bf4125-e0ec-47d8-b8c2-477cda390f92 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:43.893091 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ccdd2d5e-e6ea-4676-8b87-4805b318a33b req-00bf4125-e0ec-47d8-b8c2-477cda390f92 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.1293411
Nov 16 22:13:43.907364 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Attempting to bind port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:13:43.908009 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Attempting to bind port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:13:43.908576 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Attempting to bind port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd on network 01d0b958-6461-40ea-b3fa-8442b12165d5 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:13:43.913818 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd on network 01d0b958-6461-40ea-b3fa-8442b12165d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:13:43.914134 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Attempting to bind port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd on network 01d0b958-6461-40ea-b3fa-8442b12165d5 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:13:43.920463 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:13:43.920792 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Checking segment: {'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:13:43.921175 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Bound using segment: {'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:13:43.921599 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Bound port: 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb41cd4-c5a4-4fce-8ad4-821e4910938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:13:43.921941 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:43.987931 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ccdd2d5e-e6ea-4676-8b87-4805b318a33b req-7e83b53e-bbd3-4a2f-b8b0-4f752eb0d03a tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885706
Nov 16 22:13:44.019913 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] For port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd, host hv-cinder-81814, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:13:44.021339 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df1115-8628-4b93-ba5a-bd7058f5460c req-6db864fc-20c6-4c1a-a4ee-303e85a53671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:44.022813 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47df1115-8628-4b93-ba5a-bd7058f5460c req-6db864fc-20c6-4c1a-a4ee-303e85a53671 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b1b1976c7d7b433792ca2cf522766f2b&device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 1097 time: 0.1056101
Nov 16 22:13:44.023623 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] For port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:13:44.119703 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:44.125168 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6512c2c0-8c1c-41ba-ad55-6cce36ca7c2f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:44.163422 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df1115-8628-4b93-ba5a-bd7058f5460c req-a0003ae2-d52c-4dad-b750-313341c29e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:44.164888 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47df1115-8628-4b93-ba5a-bd7058f5460c req-a0003ae2-d52c-4dad-b750-313341c29e68 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a3660de9-4971-4ec7-9b91-f728b00d6e34 HTTP/1.1" status: 200  len: 909 time: 0.1331501
Nov 16 22:13:44.181713 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:44.182318 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:44.183909 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] 10.222.0.72 "PUT /v2.0/ports/2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd HTTP/1.1" status: 200  len: 1094 time: 1.2242458
Nov 16 22:13:44.191139 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'tag': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:13:44.223613 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Pushing event updated for resources: {'Port': ['ID=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:44.228241 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:44.248810 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'tag': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd', 'status': 'completed', 'code': 200}
Nov 16 22:13:44.317551 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47df1115-8628-4b93-ba5a-bd7058f5460c req-d26a1c5a-56fc-40ff-b751-6afab1b8a3e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc HTTP/1.1" status: 200  len: 1000 time: 0.1202335
Nov 16 22:13:44.389877 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b0d75-b8b1-42ee-97dd-064de6937634 req-ae8d46c7-6cf8-4b04-a4e1-70c37697afce tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:44.393057 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dbea7-e225-4dca-94c8-ca3e2b39b285 req-202913ed-554d-4c70-bc52-3d97cb0ba17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:44.395328 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-ba0dbea7-e225-4dca-94c8-ca3e2b39b285 req-202913ed-554d-4c70-bc52-3d97cb0ba17b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26d8251468c6461ba688baa16c61c407&device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 1097 time: 0.0859652
Nov 16 22:13:44.396391 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f36b0d75-b8b1-42ee-97dd-064de6937634 req-ae8d46c7-6cf8-4b04-a4e1-70c37697afce tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.2305410
Nov 16 22:13:44.432099 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df1115-8628-4b93-ba5a-bd7058f5460c req-ce0ba25a-2b84-476f-9737-a782ce79d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:44.434252 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47df1115-8628-4b93-ba5a-bd7058f5460c req-ce0ba25a-2b84-476f-9737-a782ce79d36c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ebaf286-2ead-4350-b334-85d62bde1ac3 HTTP/1.1" status: 200  len: 847 time: 0.1072326
Nov 16 22:13:44.497513 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f36b0d75-b8b1-42ee-97dd-064de6937634 req-7a818f09-a122-4258-8c3d-ad3300e105ff tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002588
Nov 16 22:13:44.529857 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df1115-8628-4b93-ba5a-bd7058f5460c req-4aababa2-a54c-4d09-817a-d1f4df1538a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:44.530166 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47df1115-8628-4b93-ba5a-bd7058f5460c req-4aababa2-a54c-4d09-817a-d1f4df1538a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3660de9-4971-4ec7-9b91-f728b00d6e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819607
Nov 16 22:13:44.561820 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dbea7-e225-4dca-94c8-ca3e2b39b285 req-1a4339f3-2159-4e6d-9f20-650c3ffe53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:44.563465 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-ba0dbea7-e225-4dca-94c8-ca3e2b39b285 req-1a4339f3-2159-4e6d-9f20-650c3ffe53b9 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=26d8251468c6461ba688baa16c61c407&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1516647
Nov 16 22:13:44.588400 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8a211d0e-199f-4215-b3ff-fd3d112742fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:44.670759 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47df1115-8628-4b93-ba5a-bd7058f5460c req-fca1469c-e05e-4db0-868e-22caf7e0e629 service neutron] 10.222.0.72 "GET /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327844
Nov 16 22:13:44.705983 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dbea7-e225-4dca-94c8-ca3e2b39b285 req-6180db8f-ba46-4a7a-b7e1-a94b196dade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:44.707480 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-ba0dbea7-e225-4dca-94c8-ca3e2b39b285 req-6180db8f-ba46-4a7a-b7e1-a94b196dade2 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1363401
Nov 16 22:13:44.805229 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47df1115-8628-4b93-ba5a-bd7058f5460c req-920c85a3-393d-4f22-aaae-494a94cd2885 service neutron] 10.222.0.72 "GET /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263087
Nov 16 22:13:44.856916 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-160353a0-a93a-4acf-9e2b-f35f04913aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:44.858298 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-160353a0-a93a-4acf-9e2b-f35f04913aa0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26d8251468c6461ba688baa16c61c407&device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 1097 time: 0.0765755
Nov 16 22:13:44.943768 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-9d657597-ba0a-48f7-bc2b-c437eb70ecf6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd HTTP/1.1" status: 200  len: 217 time: 0.0644948
Nov 16 22:13:45.009086 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-c1cbabdf-63a3-47de-bb60-97689fbc3113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:45.010483 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-c1cbabdf-63a3-47de-bb60-97689fbc3113 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2 HTTP/1.1" status: 200  len: 855 time: 0.0574744
Nov 16 22:13:45.092039 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-66073eed-c5b3-42ef-924d-ce3ad1c8bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:45.093506 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-66073eed-c5b3-42ef-924d-ce3ad1c8bf9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=01d0b958-6461-40ea-b3fa-8442b12165d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737123
Nov 16 22:13:45.119574 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:45.178757 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb5c09-9ca4-4333-9836-af9e0b6f4436 req-59bef006-48a9-4c04-b7ea-6ffc882a7976 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:45.182594 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-afbb5c09-9ca4-4333-9836-af9e0b6f4436 req-59bef006-48a9-4c04-b7ea-6ffc882a7976 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.0825124
Nov 16 22:13:45.228746 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-be82a588-6321-48c3-a329-0958f14f1af7 service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267827
Nov 16 22:13:45.316010 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-afbb5c09-9ca4-4333-9836-af9e0b6f4436 req-6cec61dc-305e-4396-888c-8027eb0e5eca tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1294019
Nov 16 22:13:45.367335 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e46a5660-8d28-4f6d-bfdd-5bcda3df8b25 req-cdc9fc2c-67b8-4940-bc1c-afd674e2021c service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309550
Nov 16 22:13:45.712633 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8c28d-db97-474c-a26a-6eac4a5a8567 req-e0a159cb-5475-4b1f-81aa-dfbed9489365 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:45.714019 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-10e8c28d-db97-474c-a26a-6eac4a5a8567 req-e0a159cb-5475-4b1f-81aa-dfbed9489365 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0802763
Nov 16 22:13:45.758561 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-10e8c28d-db97-474c-a26a-6eac4a5a8567 req-4c02db4d-43c7-4c6b-b70f-7309748f7b7b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381532
Nov 16 22:13:46.506267 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ba39e-0492-4aa6-9438-c8570389e6a1 req-d75d3c93-20c6-4cfa-b4a3-c430903ec456 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:46.507737 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-de8ba39e-0492-4aa6-9438-c8570389e6a1 req-d75d3c93-20c6-4cfa-b4a3-c430903ec456 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.0864086
Nov 16 22:13:46.554350 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-de8ba39e-0492-4aa6-9438-c8570389e6a1 req-53aef401-c62f-4e5b-8a66-0ed70a24b47a tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405781
Nov 16 22:13:46.973251 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b43c9d-6ed9-414a-9bd8-abe1b307477a req-6eb1cbd6-9d48-4aff-af28-43b17409cdf8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:46.974614 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-20b43c9d-6ed9-414a-9bd8-abe1b307477a req-6eb1cbd6-9d48-4aff-af28-43b17409cdf8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0807135
Nov 16 22:13:47.019103 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-20b43c9d-6ed9-414a-9bd8-abe1b307477a req-fe99b8ce-bf8e-415c-acf6-aaefe7191335 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388834
Nov 16 22:13:47.188100 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-26aa5317-321e-487c-9ab0-08bde855fe31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:47.746231 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf746b-0c2c-40bd-917a-09b570a55e46 req-1854d53d-ca74-4845-95e8-f7860b83cdd3 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:47.747792 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-55cf746b-0c2c-40bd-917a-09b570a55e46 req-1854d53d-ca74-4845-95e8-f7860b83cdd3 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.0861270
Nov 16 22:13:47.792205 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-55cf746b-0c2c-40bd-917a-09b570a55e46 req-7ece27e5-211e-45fd-8f19-a7b802ead2e2 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387304
Nov 16 22:13:48.205809 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81af003-8ca9-4c27-bc14-c0c321e2eaac req-b0b7cab0-caef-4139-a093-9e192c6d77b0 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:48.207288 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a81af003-8ca9-4c27-bc14-c0c321e2eaac req-b0b7cab0-caef-4139-a093-9e192c6d77b0 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0806279
Nov 16 22:13:48.256629 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a81af003-8ca9-4c27-bc14-c0c321e2eaac req-a3650ed8-06a5-4d63-ad25-1f81e43913a0 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437205
Nov 16 22:13:48.593512 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:48.980622 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9b0a4-0b7b-4f2d-954d-835d3fc6399e req-4e0f616f-9a69-4bbb-94b1-35cf8e9d26a0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:48.982586 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5bc9b0a4-0b7b-4f2d-954d-835d3fc6399e req-4e0f616f-9a69-4bbb-94b1-35cf8e9d26a0 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.0866480
Nov 16 22:13:49.026218 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5bc9b0a4-0b7b-4f2d-954d-835d3fc6399e req-95d6d37b-dc21-48dd-ad74-5876e9dec7db tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378730
Nov 16 22:13:49.451706 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5bab9-dc71-44c0-b7ff-2f8664fa5c12 req-8f8968f7-312d-4d46-b89c-dd3acb19706b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:49.453156 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8fb5bab9-dc71-44c0-b7ff-2f8664fa5c12 req-8f8968f7-312d-4d46-b89c-dd3acb19706b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0851507
Nov 16 22:13:49.508575 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8fb5bab9-dc71-44c0-b7ff-2f8664fa5c12 req-d88b617f-c560-4e6e-af60-a88658014681 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497839
Nov 16 22:13:49.692536 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:13:49.839840 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:13:49.862880 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'port_id': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd', 'mac_address': 'fa:16:3e:23:79:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:13:49.922834 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:49.939158 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:13:49.954377 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:13:49.982397 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:50.033442 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:50.035186 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:50.100584 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:50.103513 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:50.211044 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cbbd4-b7aa-4e9f-b992-7c5ee50ca4b1 req-6d73f955-acd8-49b2-9e27-c52d747c520a tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:50.212433 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a24cbbd4-b7aa-4e9f-b992-7c5ee50ca4b1 req-6d73f955-acd8-49b2-9e27-c52d747c520a tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.0798619
Nov 16 22:13:50.257137 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a24cbbd4-b7aa-4e9f-b992-7c5ee50ca4b1 req-03c32545-d40f-497c-b566-d8af3d28915e tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385211
Nov 16 22:13:50.560318 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:13:50.705590 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc8c20-d120-4417-864b-006a9d44c0d6 req-03a83ecd-88e4-460f-b8f8-6fe798139c7a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:50.707044 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-65fc8c20-d120-4417-864b-006a9d44c0d6 req-03a83ecd-88e4-460f-b8f8-6fe798139c7a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 945 time: 0.0823772
Nov 16 22:13:50.751625 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-65fc8c20-d120-4417-864b-006a9d44c0d6 req-17747ce7-6654-4325-8a78-54f15229a65c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388715
Nov 16 22:13:51.439783 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84fc63-71f6-4a50-b612-ffed453a4258 req-7e541767-a211-4c0a-a39e-49e1c81f20a4 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:51.441280 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fc84fc63-71f6-4a50-b612-ffed453a4258 req-7e541767-a211-4c0a-a39e-49e1c81f20a4 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.0793593
Nov 16 22:13:51.487914 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fc84fc63-71f6-4a50-b612-ffed453a4258 req-ab3647fe-b9e3-4e8c-a922-d1b0eb175108 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411177
Nov 16 22:13:51.939035 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcbec1-d217-487c-b1d8-d707b9140d90 req-43b88762-4a95-4eb3-a74f-bca4787bd8e2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:51.940503 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3ffcbec1-d217-487c-b1d8-d707b9140d90 req-43b88762-4a95-4eb3-a74f-bca4787bd8e2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 945 time: 0.0794253
Nov 16 22:13:51.986463 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3ffcbec1-d217-487c-b1d8-d707b9140d90 req-c6848f90-52fc-4027-a2ba-ad285b44f8d4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403626
Nov 16 22:13:52.675534 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c78e60-ba5a-428c-be78-0eb798b7f9f3 req-7c77f1a3-594a-406a-9827-3417b36472df tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:52.679198 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-88c78e60-ba5a-428c-be78-0eb798b7f9f3 req-7c77f1a3-594a-406a-9827-3417b36472df tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.0845015
Nov 16 22:13:52.721081 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-88c78e60-ba5a-428c-be78-0eb798b7f9f3 req-99beb236-86e8-4dc9-99de-57e1661f810d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384331
Nov 16 22:13:53.172996 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7ff21-dfe0-40a0-804f-619fc318ce2f req-7922f0a6-1345-49f4-b06e-f60ebac60896 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:53.174423 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6cf7ff21-dfe0-40a0-804f-619fc318ce2f req-7922f0a6-1345-49f4-b06e-f60ebac60896 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 945 time: 0.0788021
Nov 16 22:13:53.217873 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6cf7ff21-dfe0-40a0-804f-619fc318ce2f req-28d34a8f-41c4-456c-b15b-305ca5c00012 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379283
Nov 16 22:13:53.727271 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:13:53.737300 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:13:53.916953 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7c236-a0f6-43bf-886f-c495f74de049 req-e8698c32-d342-4894-921b-0278783e23b2 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:53.918354 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-25e7c236-a0f6-43bf-886f-c495f74de049 req-e8698c32-d342-4894-921b-0278783e23b2 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 944 time: 0.0853193
Nov 16 22:13:53.949983 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,segment=NetworkSegment(ad66b2e4-588b-463b-9bb1-75be8bdd7d92),segment_id=ad66b2e4-588b-463b-9bb1-75be8bdd7d92)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:13:53.963576 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc', 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'port_id': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc', 'mac_address': 'fa:16:3e:25:c1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:13:53.965060 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-25e7c236-a0f6-43bf-886f-c495f74de049 req-b6b5ddc4-e73a-4849-965c-66ddd086a9e5 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401795
Nov 16 22:13:53.998417 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:13:54.015604 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:13:54.015978 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:54.065664 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:54.088883 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:13:54.110884 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,segment=NetworkSegment(ad66b2e4-588b-463b-9bb1-75be8bdd7d92),segment_id=ad66b2e4-588b-463b-9bb1-75be8bdd7d92)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:13:54.161505 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:54.165177 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:54.207622 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:54.252380 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:13:54.267188 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:13:54.268256 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,revision_number=7']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:54.271388 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:54.300648 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd', 'code': 200}
Nov 16 22:13:54.330487 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:54.332363 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-cca5fe00-db7c-4686-95bb-d3a41047d343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:54.404665 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:54.407626 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:54.411545 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7cf54-1e39-4f20-b260-cfd95047e68d req-2867f4bb-e0c6-4728-83db-8161000bac2d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:54.415947 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1de7cf54-1e39-4f20-b260-cfd95047e68d req-2867f4bb-e0c6-4728-83db-8161000bac2d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.0853148
Nov 16 22:13:54.458031 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1de7cf54-1e39-4f20-b260-cfd95047e68d req-9ac6d43f-72d6-4538-babd-70905ec3cad6 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390053
Nov 16 22:13:54.674638 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcea0c-8bde-496e-b031-2e455cc34f6b req-f41a2c55-04c5-470d-8cbb-162113a11aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:54.676228 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e7fcea0c-8bde-496e-b031-2e455cc34f6b req-f41a2c55-04c5-470d-8cbb-162113a11aaa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 1099 time: 0.0743434
Nov 16 22:13:54.684352 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['0be9e9c4-55b3-428b-b8ef-1f63b96e93cc'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:13:54.719586 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-e7fcea0c-8bde-496e-b031-2e455cc34f6b req-9b0e7bc6-2bd9-4083-b7e3-d97ff0151e6d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355227
Nov 16 22:13:55.155094 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ee860-f637-4eb6-816f-c1d68091c374 req-a7016932-62f6-4463-ba37-58f33f071dc6 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:55.156574 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-169ee860-f637-4eb6-816f-c1d68091c374 req-a7016932-62f6-4463-ba37-58f33f071dc6 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 945 time: 0.0843115
Nov 16 22:13:55.200172 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-169ee860-f637-4eb6-816f-c1d68091c374 req-08d8bede-310a-42e2-8005-4a2d20aaf9d1 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379834
Nov 16 22:13:55.647040 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c04e83-70b7-4734-af05-b84c441ba0fc req-6e2b9da2-2b48-483a-809b-581a2b986d9e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:55.648488 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-53c04e83-70b7-4734-af05-b84c441ba0fc req-6e2b9da2-2b48-483a-809b-581a2b986d9e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.0782700
Nov 16 22:13:55.695781 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-53c04e83-70b7-4734-af05-b84c441ba0fc req-26089147-51c0-4f8d-a216-6aee505857fb tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410428
Nov 16 22:13:56.388468 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7d368-77a8-43ff-b53a-5dafc1b96e12 req-972d3b47-d910-4680-87c3-34f7b30c6f88 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:56.389949 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aac7d368-77a8-43ff-b53a-5dafc1b96e12 req-972d3b47-d910-4680-87c3-34f7b30c6f88 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 945 time: 0.0818505
Nov 16 22:13:56.433365 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aac7d368-77a8-43ff-b53a-5dafc1b96e12 req-34ee611d-4c0c-461d-8f1e-34dcc8fdd343 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379877
Nov 16 22:13:56.972253 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462acba-45a1-41d3-aee6-efcb60664553 req-f6287eae-f4de-48e6-933d-f2f76978e7d5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:56.973709 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9462acba-45a1-41d3-aee6-efcb60664553 req-f6287eae-f4de-48e6-933d-f2f76978e7d5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.1647828
Nov 16 22:13:57.020043 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9462acba-45a1-41d3-aee6-efcb60664553 req-cf69cbc7-e62a-4073-8315-2f56c5356617 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404668
Nov 16 22:13:57.620407 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96310b1b-2ef6-4454-ae51-81726d234aa5 req-61e8490b-1233-4307-abb4-43ca4d1b8a9d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:57.621864 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-96310b1b-2ef6-4454-ae51-81726d234aa5 req-61e8490b-1233-4307-abb4-43ca4d1b8a9d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 945 time: 0.0826397
Nov 16 22:13:57.670509 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-96310b1b-2ef6-4454-ae51-81726d234aa5 req-f58d4ca4-f9c0-4d96-8613-8b1d74c2b7a2 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428843
Nov 16 22:13:57.741032 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:13:57.813887 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:13:57.813887 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:57.934548 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:57.961406 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:13:57.972265 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,segment=NetworkSegment(ad66b2e4-588b-463b-9bb1-75be8bdd7d92),segment_id=ad66b2e4-588b-463b-9bb1-75be8bdd7d92)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:13:58.004772 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc', 'code': 200}
Nov 16 22:13:58.033384 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:58.035204 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:13:58.108953 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,revision_number=8']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:13:58.112557 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:13:58.231566 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65d2ef-eec3-4aa4-ab73-f8d0c02f7d62 req-724c70a0-9926-4de6-bd1b-49bf97464277 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:58.232988 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9c65d2ef-eec3-4aa4-ab73-f8d0c02f7d62 req-724c70a0-9926-4de6-bd1b-49bf97464277 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.0928216
Nov 16 22:13:58.278553 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9c65d2ef-eec3-4aa4-ab73-f8d0c02f7d62 req-5074961d-7a70-499a-bbd1-faef7ba0c37d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399201
Nov 16 22:13:58.461941 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ef49b-8e94-40b9-b624-94950199f72e req-882c45d4-6e61-4c3b-9849-03079999ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:58.463409 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f61316-ea9d-4a4e-a2dd-a213ba6945c9 req-07690871-a607-46fc-92b2-877471a99cbc tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:58.463572 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-144ef49b-8e94-40b9-b624-94950199f72e req-882c45d4-6e61-4c3b-9849-03079999ad7e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 1099 time: 0.0688050
Nov 16 22:13:58.464849 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-28f61316-ea9d-4a4e-a2dd-a213ba6945c9 req-07690871-a607-46fc-92b2-877471a99cbc tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.0824809
Nov 16 22:13:58.473250 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 40836) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:13:58.478080 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-08f09ca6-0fc8-46a6-8bea-7b110978189c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Request body: {'floatingip': {'port_id': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:13:58.510992 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-144ef49b-8e94-40b9-b624-94950199f72e req-9bc01fa3-8e33-4332-b2ec-d5972a41b89f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407119
Nov 16 22:13:58.556428 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-08f09ca6-0fc8-46a6-8bea-7b110978189c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for floatingip, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:59.058122 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c157e-6034-4190-ba51-251e889efc00 req-e609f69b-7345-4f77-b308-368385b54048 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:13:59.059564 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-850c157e-6034-4190-ba51-251e889efc00 req-e609f69b-7345-4f77-b308-368385b54048 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.2632673
Nov 16 22:13:59.121134 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-850c157e-6034-4190-ba51-251e889efc00 req-5e8897cb-dbcf-4c0f-b6a6-4244935c55b8 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522048
Nov 16 22:13:59.237663 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-08f09ca6-0fc8-46a6-8bea-7b110978189c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:59.313494 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-08f09ca6-0fc8-46a6-8bea-7b110978189c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:13:59.485510 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [None req-08f09ca6-0fc8-46a6-8bea-7b110978189c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Floating IP d9dc833f-dd7f-42a1-b948-976211782c3b associated. External IP: 172.27.1.90, port: 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd.
Nov 16 22:13:59.926339 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f09ca6-0fc8-46a6-8bea-7b110978189c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:14:00.110545 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f09ca6-0fc8-46a6-8bea-7b110978189c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:14:00.115445 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-08f09ca6-0fc8-46a6-8bea-7b110978189c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:00.119989 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2b889-9c15-4f85-a5e0-ae3ac1e866f2 None None] Sync routers for ids ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:14:00.129479 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2b889-9c15-4f85-a5e0-ae3ac1e866f2 None None] Routers {'40b404f5-f39d-4d1d-8a0c-d37bb04765d9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:14:00.130227 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-77d2b889-9c15-4f85-a5e0-ae3ac1e866f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2113f10>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:13:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:14:00.173296 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-08f09ca6-0fc8-46a6-8bea-7b110978189c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "PUT /v2.0/floatingips/d9dc833f-dd7f-42a1-b948-976211782c3b HTTP/1.1" status: 200  len: 991 time: 1.6963880
Nov 16 22:14:00.173296 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'tag': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:14:00.319050 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-77d2b889-9c15-4f85-a5e0-ae3ac1e866f2 None None] Set router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:14:00.328309 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0926244-645e-4606-8512-cb2191cb0155 req-6d58f81e-7cc9-4146-85ea-9b1e196b6583 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:00.329782 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d0926244-645e-4606-8512-cb2191cb0155 req-6d58f81e-7cc9-4146-85ea-9b1e196b6583 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.0840893
Nov 16 22:14:00.374392 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d0926244-645e-4606-8512-cb2191cb0155 req-53bf4830-6aad-427e-b63a-3afd374b62b8 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387874
Nov 16 22:14:00.423853 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'tag': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd', 'status': 'completed', 'code': 200}
Nov 16 22:14:00.671944 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-77d2b889-9c15-4f85-a5e0-ae3ac1e866f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2113f10>, [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:51Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'd9dc833f-dd7f-42a1-b948-976211782c3b', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'port_id': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'mac_address': 'fa:16:3e:23:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:13:37Z', 'updated_at': '2021-11-16T22:13:59Z', 'revision_number': 1, 'project_id': '26d8251468c6461ba688baa16c61c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a87748-a996-4f30-bbde-ae77adc147ae', 'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'mac_address': 'fa:16:3e:d1:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:47Z', 'updated_at': '2021-11-16T22:07:00Z', 'revision_number': 5, 'project_id': '26d8251468c6461ba688baa16c61c407', 'subnets': [{'id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:14:00.675682 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2b889-9c15-4f85-a5e0-ae3ac1e866f2 None None] Checking router: 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:14:00.684475 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2b889-9c15-4f85-a5e0-ae3ac1e866f2 None None] Routers {'40b404f5-f39d-4d1d-8a0c-d37bb04765d9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:14:00.685682 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-77d2b889-9c15-4f85-a5e0-ae3ac1e866f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2113f10>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:13:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:14:00.886907 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-77d2b889-9c15-4f85-a5e0-ae3ac1e866f2 None None] Set router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:14:01.236807 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-77d2b889-9c15-4f85-a5e0-ae3ac1e866f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2113f10>, [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:51Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'd9dc833f-dd7f-42a1-b948-976211782c3b', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'port_id': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'mac_address': 'fa:16:3e:23:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:13:37Z', 'updated_at': '2021-11-16T22:13:59Z', 'revision_number': 1, 'project_id': '26d8251468c6461ba688baa16c61c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a87748-a996-4f30-bbde-ae77adc147ae', 'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'mac_address': 'fa:16:3e:d1:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:47Z', 'updated_at': '2021-11-16T22:07:00Z', 'revision_number': 5, 'project_id': '26d8251468c6461ba688baa16c61c407', 'subnets': [{'id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:14:01.240827 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2b889-9c15-4f85-a5e0-ae3ac1e866f2 None None] The sync data for ids ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'] in dv-cinder-818140-1-iscsi is: [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:51Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'd9dc833f-dd7f-42a1-b948-976211782c3b', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'port_id': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'mac_address': 'fa:16:3e:23:79:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:13:37Z', 'updated_at': '2021-11-16T22:13:59Z', 'revision_number': 1, 'project_id': '26d8251468c6461ba688baa16c61c407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a87748-a996-4f30-bbde-ae77adc147ae', 'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'mac_address': 'fa:16:3e:d1:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:47Z', 'updated_at': '2021-11-16T22:07:00Z', 'revision_number': 5, 'project_id': '26d8251468c6461ba688baa16c61c407', 'subnets': [{'id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:14:01.437674 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78726ec-1eb6-4fd6-85a0-9f2ddd7f22c5 None None] New status for floating IP d9dc833f-dd7f-42a1-b948-976211782c3b: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:14:01.565936 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc09a4-2e65-46ed-a454-cb6b9c480843 req-0ee18b66-f380-400b-9912-2f467b081827 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:01.567570 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7cbc09a4-2e65-46ed-a454-cb6b9c480843 req-0ee18b66-f380-400b-9912-2f467b081827 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.0843647
Nov 16 22:14:01.613308 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7cbc09a4-2e65-46ed-a454-cb6b9c480843 req-c9f8caf0-a19b-4277-9879-a0292bfd0ff3 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401599
Nov 16 22:14:02.067848 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64089d2c-a396-4b03-a6fa-a4bb85013dd1 req-3162e995-6872-46df-a5da-105528631163 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:02.069342 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-64089d2c-a396-4b03-a6fa-a4bb85013dd1 req-3162e995-6872-46df-a5da-105528631163 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.0840237
Nov 16 22:14:02.114181 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-64089d2c-a396-4b03-a6fa-a4bb85013dd1 req-a8797b3d-a5a5-4e1f-ada1-43b0d48782c4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0391188
Nov 16 22:14:02.437926 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:02.795949 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af652bf3-c0dc-46a0-8a1a-d35bb23fc31e req-27b84c81-0bde-420d-8935-709063246f69 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:02.797398 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-af652bf3-c0dc-46a0-8a1a-d35bb23fc31e req-27b84c81-0bde-420d-8935-709063246f69 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.0803514
Nov 16 22:14:02.843478 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-af652bf3-c0dc-46a0-8a1a-d35bb23fc31e req-bf22ccd9-e919-43b9-b66e-e3f78d5fd991 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405540
Nov 16 22:14:03.376891 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c5ba0-b4c0-43ca-956a-51aedafcc1cb req-3fa636f7-5ce1-4815-85a8-b1c1bb282edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:03.378444 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-2b6c5ba0-b4c0-43ca-956a-51aedafcc1cb req-3fa636f7-5ce1-4815-85a8-b1c1bb282edd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26d8251468c6461ba688baa16c61c407&device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 1099 time: 0.0875821
Nov 16 22:14:03.502132 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2ea1e-3e6e-4848-a5df-b3625f2aabbf req-1d0716a1-6348-4312-985c-b018edfb0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:03.503642 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-49e2ea1e-3e6e-4848-a5df-b3625f2aabbf req-1d0716a1-6348-4312-985c-b018edfb0329 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b1ec7ea85174e23b44b1845b82e2fed&device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 1137 time: 0.1014116
Nov 16 22:14:03.512405 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d96ddd-5ada-4437-bf24-dc0f115aaa62 req-7939b304-6b96-41ce-8cdd-b8fba9ee1152 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:03.514548 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-04d96ddd-5ada-4437-bf24-dc0f115aaa62 req-7939b304-6b96-41ce-8cdd-b8fba9ee1152 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.1498990
Nov 16 22:14:03.607497 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c5ba0-b4c0-43ca-956a-51aedafcc1cb req-0da58431-6cf4-4e14-bf57-1a93559b550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:03.609049 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-2b6c5ba0-b4c0-43ca-956a-51aedafcc1cb req-0da58431-6cf4-4e14-bf57-1a93559b550b service neutron] 10.222.0.72 "GET /v2.0/networks?id=01d0b958-6461-40ea-b3fa-8442b12165d5 HTTP/1.1" status: 200  len: 917 time: 0.2234135
Nov 16 22:14:03.648250 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-04d96ddd-5ada-4437-bf24-dc0f115aaa62 req-0a1fd044-7bf2-4fc5-b1bf-780f12cead4b tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1110454
Nov 16 22:14:03.686654 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2ea1e-3e6e-4848-a5df-b3625f2aabbf req-2d3c1f3c-ac03-4545-870e-739b95ceea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:03.688216 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-49e2ea1e-3e6e-4848-a5df-b3625f2aabbf req-2d3c1f3c-ac03-4545-870e-739b95ceea8a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e3e2322-7b1d-4793-ab21-3c50a5faa848 HTTP/1.1" status: 200  len: 915 time: 0.1726935
Nov 16 22:14:03.716117 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-2b6c5ba0-b4c0-43ca-956a-51aedafcc1cb req-8901abb2-0ef8-4182-8e9f-94eb5929166d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd HTTP/1.1" status: 200  len: 1001 time: 0.0993743
Nov 16 22:14:03.779811 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c5ba0-b4c0-43ca-956a-51aedafcc1cb req-c5cb4021-e2f0-4314-8be5-e6eeae048495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:03.781310 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-2b6c5ba0-b4c0-43ca-956a-51aedafcc1cb req-c5cb4021-e2f0-4314-8be5-e6eeae048495 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2 HTTP/1.1" status: 200  len: 855 time: 0.0580070
Nov 16 22:14:03.792725 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-49e2ea1e-3e6e-4848-a5df-b3625f2aabbf req-101fddf7-680b-4541-b75e-1592c9457723 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc5db9c-88df-42af-bfaa-26a797d65129 HTTP/1.1" status: 200  len: 1000 time: 0.0977945
Nov 16 22:14:03.860952 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2ea1e-3e6e-4848-a5df-b3625f2aabbf req-1e51ca7f-b2ba-4a68-9f40-7f42a050f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:03.861736 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c5ba0-b4c0-43ca-956a-51aedafcc1cb req-a3962ca3-3afe-412d-98d6-b7dad78b74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:03.862451 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-49e2ea1e-3e6e-4848-a5df-b3625f2aabbf req-1e51ca7f-b2ba-4a68-9f40-7f42a050f061 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77fd55f-0195-4961-bf1c-3011e289abe2 HTTP/1.1" status: 200  len: 853 time: 0.0571916
Nov 16 22:14:03.863197 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-2b6c5ba0-b4c0-43ca-956a-51aedafcc1cb req-a3962ca3-3afe-412d-98d6-b7dad78b74b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=01d0b958-6461-40ea-b3fa-8442b12165d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743256
Nov 16 22:14:03.948091 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2ea1e-3e6e-4848-a5df-b3625f2aabbf req-0d4123ab-7791-43d9-9bd2-2cad5313a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:03.949570 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-49e2ea1e-3e6e-4848-a5df-b3625f2aabbf req-0d4123ab-7791-43d9-9bd2-2cad5313a578 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e3e2322-7b1d-4793-ab21-3c50a5faa848&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743544
Nov 16 22:14:04.005643 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-2b6c5ba0-b4c0-43ca-956a-51aedafcc1cb req-47d3c76f-33aa-40af-8aba-f5f5f4c29f09 service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296310
Nov 16 22:14:04.140883 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-2b6c5ba0-b4c0-43ca-956a-51aedafcc1cb req-7c7bd1f3-6c6e-437f-aee1-fc0e37ee764f service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269712
Nov 16 22:14:04.239317 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aeaf1-198f-462a-a4d8-a29b05423216 req-bb46ad00-d54e-4783-8072-bb74e3a5c683 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:04.240804 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-328aeaf1-198f-462a-a4d8-a29b05423216 req-bb46ad00-d54e-4783-8072-bb74e3a5c683 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.2867913
Nov 16 22:14:04.242739 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-49e2ea1e-3e6e-4848-a5df-b3625f2aabbf req-2a27ae5c-81b8-4282-8ca9-a8861ee4b72a service neutron] 10.222.0.72 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589777
Nov 16 22:14:04.365231 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-328aeaf1-198f-462a-a4d8-a29b05423216 req-3e3b51b6-a12a-4eba-8bbd-cf598ebf3008 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1186538
Nov 16 22:14:04.410964 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-49e2ea1e-3e6e-4848-a5df-b3625f2aabbf req-e5d99aaa-30dc-402a-99fa-54d7e09eebd5 service neutron] 10.222.0.72 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472282
Nov 16 22:14:04.860694 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f687cc4-fed3-4db5-8b43-38afc7655e43 req-26ca25d8-6ceb-45f2-b832-16750bef4d6e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:04.868658 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7f687cc4-fed3-4db5-8b43-38afc7655e43 req-26ca25d8-6ceb-45f2-b832-16750bef4d6e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.1029520
Nov 16 22:14:04.919831 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7f687cc4-fed3-4db5-8b43-38afc7655e43 req-98b4affd-cd2c-4499-b2d6-a7322ccbaff2 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0501895
Nov 16 22:14:05.437928 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:14:05.563399 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80333d26-1eac-4303-939b-6bc1362fd9b1 req-e8ea34f9-2335-46cc-984f-83c64dfc8f83 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:05.564941 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-80333d26-1eac-4303-939b-6bc1362fd9b1 req-e8ea34f9-2335-46cc-984f-83c64dfc8f83 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.0871584
Nov 16 22:14:05.613663 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-80333d26-1eac-4303-939b-6bc1362fd9b1 req-758bed04-0d77-4844-ad46-95ce4a2e43cb tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431097
Nov 16 22:14:05.782814 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa861a-bf8d-4857-b9d3-95afccade987 req-0c10fd1f-73a6-4cfe-b3d9-4406f3d41a12 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:05.784296 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f7fa861a-bf8d-4857-b9d3-95afccade987 req-0c10fd1f-73a6-4cfe-b3d9-4406f3d41a12 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0802314
Nov 16 22:14:05.828110 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f7fa861a-bf8d-4857-b9d3-95afccade987 req-78591186-76d1-4b47-a877-21b70b2814cd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381260
Nov 16 22:14:06.119253 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fb49e-ba9e-4622-b783-03cfdd4cdda9 req-ed3d4bd2-5a36-4a7c-978a-487ac53da118 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:06.120615 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dd6fb49e-ba9e-4622-b783-03cfdd4cdda9 req-ed3d4bd2-5a36-4a7c-978a-487ac53da118 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.0822568
Nov 16 22:14:06.166164 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-dd6fb49e-ba9e-4622-b783-03cfdd4cdda9 req-0143cbcc-ae12-4276-a149-10b89ec83a2b tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0398302
Nov 16 22:14:07.010223 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168ed9e-e05b-41bd-9ce4-77d50bf116a1 req-4beeb949-a114-465c-bdea-0560273fce18 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:07.011701 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2168ed9e-e05b-41bd-9ce4-77d50bf116a1 req-4beeb949-a114-465c-bdea-0560273fce18 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0812020
Nov 16 22:14:07.054814 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2168ed9e-e05b-41bd-9ce4-77d50bf116a1 req-4eadf28e-2df2-42bc-ae8c-9c6a6609b66e tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374498
Nov 16 22:14:07.348584 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d044c0-b886-4baf-81e5-9587c145be99 req-b96e49d0-ad32-40d9-96a8-2b2fd846bedc tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:07.350036 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-73d044c0-b886-4baf-81e5-9587c145be99 req-b96e49d0-ad32-40d9-96a8-2b2fd846bedc tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.0820255
Nov 16 22:14:07.395578 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-73d044c0-b886-4baf-81e5-9587c145be99 req-faf44608-22fa-4246-8e24-97943ac100db tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0395968
Nov 16 22:14:08.237222 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88b91a-22d5-45a2-9bf6-428bb4833d2b req-7279e733-f29e-4300-9d67-69a738c411cf tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:08.238565 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7f88b91a-22d5-45a2-9bf6-428bb4833d2b req-7279e733-f29e-4300-9d67-69a738c411cf tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0785477
Nov 16 22:14:08.282757 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7f88b91a-22d5-45a2-9bf6-428bb4833d2b req-abb57e82-75f9-4f99-b62e-d7d49e120770 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385952
Nov 16 22:14:08.583641 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbea48-4cc9-43c5-9049-dce4cc61beb0 req-21830b0c-2979-4103-bd43-41015a1d4362 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:08.585092 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-affbea48-4cc9-43c5-9049-dce4cc61beb0 req-21830b0c-2979-4103-bd43-41015a1d4362 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.0872338
Nov 16 22:14:08.631053 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-affbea48-4cc9-43c5-9049-dce4cc61beb0 req-6b560149-762f-4999-b0b0-33a69074318e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0401540
Nov 16 22:14:09.462598 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb39268-8dc3-47a6-ae41-95c26339a96d req-7dabec85-4c60-4701-9efa-7c78361b4ae0 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:09.464081 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1cb39268-8dc3-47a6-ae41-95c26339a96d req-7dabec85-4c60-4701-9efa-7c78361b4ae0 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0795395
Nov 16 22:14:09.511652 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1cb39268-8dc3-47a6-ae41-95c26339a96d req-20e7daa4-e4a5-4b5a-8460-9f3828ba1f75 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414779
Nov 16 22:14:09.816691 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc8b7f-afb5-4781-bff1-ffeae1c05608 req-6aa6714c-f8f3-4421-9ca1-987fa23212a4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:09.818116 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-79cc8b7f-afb5-4781-bff1-ffeae1c05608 req-6aa6714c-f8f3-4421-9ca1-987fa23212a4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.0790439
Nov 16 22:14:09.863365 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-79cc8b7f-afb5-4781-bff1-ffeae1c05608 req-ee2bfa4c-27f6-4ffb-bbde-5c6b70ac7052 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0396252
Nov 16 22:14:10.697076 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b083a0c-166d-4e84-900e-964a25170f36 req-15027765-6b33-44a1-acdc-da537c4a7ef2 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:10.698522 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8b083a0c-166d-4e84-900e-964a25170f36 req-15027765-6b33-44a1-acdc-da537c4a7ef2 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0829899
Nov 16 22:14:10.743369 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8b083a0c-166d-4e84-900e-964a25170f36 req-21ec4288-4789-4247-acf5-01a964de793a tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386353
Nov 16 22:14:11.047728 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9bf9-7f7d-47d6-a38f-f4060861c618 req-5fcd68b7-860a-4e89-871c-1d51a8d1f8be tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:11.049189 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bfce9bf9-7f7d-47d6-a38f-f4060861c618 req-5fcd68b7-860a-4e89-871c-1d51a8d1f8be tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.0804536
Nov 16 22:14:11.096850 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bfce9bf9-7f7d-47d6-a38f-f4060861c618 req-b79b2165-e09e-4da8-b239-e7980915aaff tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0417533
Nov 16 22:14:11.928462 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ffd6b-e8bc-4f79-8e5e-8bebec9a80ac req-e12e6995-fb3b-4486-8295-b6a3dfc253a8 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:11.929909 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e01ffd6b-e8bc-4f79-8e5e-8bebec9a80ac req-e12e6995-fb3b-4486-8295-b6a3dfc253a8 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0838606
Nov 16 22:14:11.983717 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e01ffd6b-e8bc-4f79-8e5e-8bebec9a80ac req-ecadaec2-2187-4578-857b-2ac126d2f46a tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479960
Nov 16 22:14:12.152492 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa222a1-d235-49e8-b4f0-698bab1d731a req-f7814609-0c1e-480d-8829-e83eb3695f7d tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:12.154006 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9aa222a1-d235-49e8-b4f0-698bab1d731a req-f7814609-0c1e-480d-8829-e83eb3695f7d tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.72 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.0854151
Nov 16 22:14:12.350079 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-9aa222a1-d235-49e8-b4f0-698bab1d731a req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Deleting port c2a5b935-30e2-4625-8b92-b7d455638e52 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:14:12.350409 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9aa222a1-d235-49e8-b4f0-698bab1d731a req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:12.477486 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2db06-a025-474a-925b-27ffb8b2c0ec req-6ede4b5b-5e7c-4a1b-ae1f-1920d01520be tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:12.478873 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8ec2db06-a025-474a-925b-27ffb8b2c0ec req-6ede4b5b-5e7c-4a1b-ae1f-1920d01520be tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.1996233
Nov 16 22:14:12.612653 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8ec2db06-a025-474a-925b-27ffb8b2c0ec req-12896a3c-09c3-4a28-8b6c-4bc530ed8a14 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1271510
Nov 16 22:14:12.662237 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-9aa222a1-d235-49e8-b4f0-698bab1d731a req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] For port c2a5b935-30e2-4625-8b92-b7d455638e52, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=c2a5b935-30e2-4625-8b92-b7d455638e52,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:14:12.662600 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9aa222a1-d235-49e8-b4f0-698bab1d731a req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:12.961702 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9aa222a1-d235-49e8-b4f0-698bab1d731a req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:12.962066 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9aa222a1-d235-49e8-b4f0-698bab1d731a req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:12.962373 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [req-9aa222a1-d235-49e8-b4f0-698bab1d731a req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Floating IP 0b0966cc-e2b8-48f9-8f7a-c0c6c7e7a53e disassociated. External IP: 172.27.1.18, port: c2a5b935-30e2-4625-8b92-b7d455638e52.
Nov 16 22:14:12.962711 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-9aa222a1-d235-49e8-b4f0-698bab1d731a req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Calling delete_port for c2a5b935-30e2-4625-8b92-b7d455638e52 owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:14:13.173802 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9aa222a1-d235-49e8-b4f0-698bab1d731a req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:13.179895 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:13.232337 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event deleted for resources: {'Port': ['ID=c2a5b935-30e2-4625-8b92-b7d455638e52,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:13.250956 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:13.251659 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:13.254038 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:13.254586 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:13.255009 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:13.255452 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:13.255883 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:13.256539 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:13.257134 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:13.257680 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:13.259103 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:13.259103 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:13.265956 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:13.354726 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd4c5-5e24-4a26-95a0-621c056e4044 req-944ca4e9-9d85-4954-85e0-c256f3460e05 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:13.356205 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-971cd4c5-5e24-4a26-95a0-621c056e4044 req-944ca4e9-9d85-4954-85e0-c256f3460e05 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 946 time: 0.2462456
Nov 16 22:14:13.496122 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-971cd4c5-5e24-4a26-95a0-621c056e4044 req-ef323000-d6f7-482d-acc0-df38ac938223 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c18082a-cc48-4ede-a0d8-951e97cf721e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1276352
Nov 16 22:14:13.518282 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9aa222a1-d235-49e8-b4f0-698bab1d731a req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Router 0f59c38d-f1e6-4bfe-a398-75905c772e8f has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:14:13.741696 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9aa222a1-d235-49e8-b4f0-698bab1d731a req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:14:13.755524 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a749e9-9674-40c5-9236-122b96502afe None None] Sync routers for ids ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:14:13.769065 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a749e9-9674-40c5-9236-122b96502afe None None] Routers {'0f59c38d-f1e6-4bfe-a398-75905c772e8f'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:14:13.769743 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-b6a749e9-9674-40c5-9236-122b96502afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c01520>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:13:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:14:13.953705 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-b6a749e9-9674-40c5-9236-122b96502afe None None] Set router 0f59c38d-f1e6-4bfe-a398-75905c772e8f gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:14:13.955759 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa222a1-d235-49e8-b4f0-698bab1d731a req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] No DVR routers for this DVR port c2a5b935-30e2-4625-8b92-b7d455638e52 on host hv-cinder-81814 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:14:13.958837 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-9aa222a1-d235-49e8-b4f0-698bab1d731a req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:13.961298 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d72ff8-6934-4932-9943-8cc8b9378e2a', 'name': 'network-vif-deleted', 'tag': 'c2a5b935-30e2-4625-8b92-b7d455638e52'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:14:13.979255 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9aa222a1-d235-49e8-b4f0-698bab1d731a req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.72 "DELETE /v2.0/ports/c2a5b935-30e2-4625-8b92-b7d455638e52 HTTP/1.1" status: 204  len: 173 time: 1.8183568
Nov 16 22:14:14.003053 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7576e1-e2a6-4962-b9a3-b35f97f4364b req-9e164ebc-7b5b-477a-ad9f-fe811c4fc3b6 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:14.004123 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7c7576e1-e2a6-4962-b9a3-b35f97f4364b req-9e164ebc-7b5b-477a-ad9f-fe811c4fc3b6 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.2258437
Nov 16 22:14:14.050277 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7c7576e1-e2a6-4962-b9a3-b35f97f4364b req-32121df4-6f9a-4bd3-a9d9-03010a21aa92 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0398142
Nov 16 22:14:14.102718 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d72ff8-6934-4932-9943-8cc8b9378e2a', 'name': 'network-vif-deleted', 'tag': 'c2a5b935-30e2-4625-8b92-b7d455638e52', 'status': 'completed', 'code': 200}
Nov 16 22:14:14.264656 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-b6a749e9-9674-40c5-9236-122b96502afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c01520>, [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:53Z', 'revision_number': 5, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:14:14.268400 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a749e9-9674-40c5-9236-122b96502afe None None] Checking router: 0f59c38d-f1e6-4bfe-a398-75905c772e8f for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:14:14.276651 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a749e9-9674-40c5-9236-122b96502afe None None] Routers {'0f59c38d-f1e6-4bfe-a398-75905c772e8f'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:14:14.277250 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-b6a749e9-9674-40c5-9236-122b96502afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c01520>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:13:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:14:14.458136 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-b6a749e9-9674-40c5-9236-122b96502afe None None] Set router 0f59c38d-f1e6-4bfe-a398-75905c772e8f gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:14:14.630454 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ad66f2cd-2815-4d51-9d7f-d803747272b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:14.651918 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-36011523-820c-44df-8ebc-ade7a05b65b3 req-c82fb058-ebd4-4ba4-bc6a-d52308059051 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Synchronizing usage tracker for tenant:d04568cfc5e34832ab38095b3142e660 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:14:14.723360 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-36011523-820c-44df-8ebc-ade7a05b65b3 req-c82fb058-ebd4-4ba4-bc6a-d52308059051 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Unset dirty status for tenant:d04568cfc5e34832ab38095b3142e660 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:14:14.725598 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-36011523-820c-44df-8ebc-ade7a05b65b3 req-c82fb058-ebd4-4ba4-bc6a-d52308059051 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 210 time: 0.1191831
Nov 16 22:14:14.836657 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-b6a749e9-9674-40c5-9236-122b96502afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c01520>, [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:53Z', 'revision_number': 5, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:14:14.840459 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a749e9-9674-40c5-9236-122b96502afe None None] The sync data for ids ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'] in dv-cinder-818140-1-iscsi is: [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:53Z', 'revision_number': 5, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:14:15.061657 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fe5b76-8e35-4974-b648-cb1b658e1d30 None None] New status for floating IP 0b0966cc-e2b8-48f9-8f7a-c0c6c7e7a53e: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:14:15.118243 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:15.237694 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258fac6-66fa-452f-9684-d614d06f598c req-36cc2763-8b17-48ff-9914-0ad083978fbd tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:15.239148 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e258fac6-66fa-452f-9684-d614d06f598c req-36cc2763-8b17-48ff-9914-0ad083978fbd tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.0798242
Nov 16 22:14:15.285851 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e258fac6-66fa-452f-9684-d614d06f598c req-8a1ff608-2b0a-45ad-a85d-0fd8a0f827f6 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0406768
Nov 16 22:14:15.875514 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fec44c46-ddff-44b3-81c3-5041d00a227b req-49c86a83-1fb9-4e4c-abda-7fe0e932af77 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 210 time: 0.0421059
Nov 16 22:14:16.476959 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3ef3a-d74c-48ac-88ff-92d107f3481c req-469638d5-8550-4776-9fea-8742dfc58fb8 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:16.478397 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-90e3ef3a-d74c-48ac-88ff-92d107f3481c req-469638d5-8550-4776-9fea-8742dfc58fb8 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.0830894
Nov 16 22:14:16.524485 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-90e3ef3a-d74c-48ac-88ff-92d107f3481c req-834cf6a9-a8ad-497e-9ad3-6733777be169 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0398741
Nov 16 22:14:17.020201 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-da9e7b96-e9cc-40df-9b2a-e9a3910e6860 req-0d5d60d1-6142-4521-857a-ed10bca57cf9 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 210 time: 0.0418932
Nov 16 22:14:17.175684 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-85ff4b46-67ba-456d-bb3d-832c418362b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:17.726845 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8d1c9-3386-4144-804a-afc33b652ea4 req-cd81cf1f-e5f3-4a28-a8f5-1789aebbdae3 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:17.728381 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-31c8d1c9-3386-4144-804a-afc33b652ea4 req-cd81cf1f-e5f3-4a28-a8f5-1789aebbdae3 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.0979908
Nov 16 22:14:17.776673 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-31c8d1c9-3386-4144-804a-afc33b652ea4 req-cc28ba89-5c4d-490a-a0eb-85f61f6a9a09 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0421607
Nov 16 22:14:18.180172 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-786211fd-e5a2-4ecd-94fb-391520517f4a req-8f65081a-225b-4eef-8989-4a7014a84127 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d72ff8-6934-4932-9943-8cc8b9378e2a HTTP/1.1" status: 200  len: 210 time: 0.0414140
Nov 16 22:14:18.598503 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:18.969917 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752b85d-349d-411d-b622-24f06172373b req-2588a2ce-a205-4dd5-9cc4-e460ad1cc322 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:18.971409 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7752b85d-349d-411d-b622-24f06172373b req-2588a2ce-a205-4dd5-9cc4-e460ad1cc322 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.0879114
Nov 16 22:14:19.025722 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7752b85d-349d-411d-b622-24f06172373b req-dac76126-962b-4f64-bc93-005890f92e2a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0480437
Nov 16 22:14:19.359977 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 40994) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:14:19.423140 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:19.451181 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:19.581387 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:19.582852 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device c2a5b935-30e2-4625-8b92-b7d455638e52 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:14:19.586082 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ceec0070-9f05-413f-9bc8-9fdfca417423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:19.600812 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c18082a-cc48-4ede-a0d8-951e97cf721e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:19.610531 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:19.610843 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:19.611241 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:19.611596 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:19.611952 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:19.612299 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:19.612657 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:19.613000 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:19.613345 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:19.613688 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:19.614206 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:19.614405 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:19.617114 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: c2a5b935-30e2-4625-8b92-b7d455638e52 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:14:19.617628 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device c2a5b935-30e2-4625-8b92-b7d455638e52 not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:14:19.617735 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:19.700344 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:19.701453 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "DELETE /v2.0/security-groups/8c18082a-cc48-4ede-a0d8-951e97cf721e HTTP/1.1" status: 204  len: 168 time: 0.3405061
Nov 16 22:14:19.704263 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 40998) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:14:19.724021 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.api.v2.resource [None req-99775f92-39ad-4c70-9d34-cdbd6e6a092e tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] show failed (client error): The resource could not be found.
Nov 16 22:14:19.724964 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-99775f92-39ad-4c70-9d34-cdbd6e6a092e tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups/8c18082a-cc48-4ede-a0d8-951e97cf721e HTTP/1.1" status: 404  len: 347 time: 0.0197840
Nov 16 22:14:19.727771 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 41002) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:14:19.884600 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5e3e9-9711-42d6-aa0c-6b3c56f9a9df tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Deleting port d2aee779-ad07-4092-ac40-661a3d0c4379 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:14:19.884940 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ec5e3e9-9711-42d6-aa0c-6b3c56f9a9df tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:19.906928 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:20.057700 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ec5e3e9-9711-42d6-aa0c-6b3c56f9a9df tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:20.058029 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ec5e3e9-9711-42d6-aa0c-6b3c56f9a9df tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:20.181396 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5e3e9-9711-42d6-aa0c-6b3c56f9a9df tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Calling delete_port for d2aee779-ad07-4092-ac40-661a3d0c4379 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:14:20.212664 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ddd12-b108-495f-b263-5b2104cf0614 req-c4e17c32-b70d-4c86-b5a3-2b03d89e6b4e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:20.214205 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a82ddd12-b108-495f-b263-5b2104cf0614 req-c4e17c32-b70d-4c86-b5a3-2b03d89e6b4e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.0847290
Nov 16 22:14:20.267116 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a82ddd12-b108-495f-b263-5b2104cf0614 req-6509e5a3-39c8-45f3-81e8-4afdfa455d31 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0459137
Nov 16 22:14:20.392814 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ec5e3e9-9711-42d6-aa0c-6b3c56f9a9df tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:20.396720 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b1a71d29-de42-40e0-bc44-88eb7f2abb94 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:20.443510 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5e3e9-9711-42d6-aa0c-6b3c56f9a9df tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event deleted for resources: {'Port': ['ID=d2aee779-ad07-4092-ac40-661a3d0c4379,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:20.446810 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-9ec5e3e9-9711-42d6-aa0c-6b3c56f9a9df tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:20.628415 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ec5e3e9-9711-42d6-aa0c-6b3c56f9a9df tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:20.741465 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9ec5e3e9-9711-42d6-aa0c-6b3c56f9a9df tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:20.742535 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-9ec5e3e9-9711-42d6-aa0c-6b3c56f9a9df tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "DELETE /v2.0/floatingips/0b0966cc-e2b8-48f9-8f7a-c0c6c7e7a53e HTTP/1.1" status: 204  len: 168 time: 1.0138857
Nov 16 22:14:21.252948 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 41020) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:14:21.258441 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--29181767', 'description': 'tempest-description--71125111'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:14:21.264251 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:14:21.268322 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Usage tracker for resource:security_group and tenant:d04568cfc5e34832ab38095b3142e660 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:14:21.271143 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:14:21.276810 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:14:21.335421 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:21.357275 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:14:21.361728 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Usage tracker for resource:security_group_rule and tenant:d04568cfc5e34832ab38095b3142e660 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:14:21.364618 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:14:21.370429 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:14:21.445310 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:21.463066 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13d6a-cebf-4827-8b2c-ef814ebdd37d req-7ef11420-d741-4693-a95d-0ef1d3fd7c59 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:21.464575 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-42a13d6a-cebf-4827-8b2c-ef814ebdd37d req-7ef11420-d741-4693-a95d-0ef1d3fd7c59 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.0867250
Nov 16 22:14:21.489421 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:21.495241 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ba9deaec-831a-40ff-8e97-c9a76e6976de tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:21.530895 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-42a13d6a-cebf-4827-8b2c-ef814ebdd37d req-dfc788cb-cffb-4a46-a651-145447978893 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0564854
Nov 16 22:14:21.553341 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba7bf53-ff74-47bc-8495-908211ae221d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:21.555646 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:21.626876 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:21.628229 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1776 time: 0.3741586
Nov 16 22:14:21.631029 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 41032) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:14:21.636086 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-7f1063a1-8c00-43c9-9586-9a1e6080a750 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Request body: {'security_group_rule': {'security_group_id': '8ba7bf53-ff74-47bc-8495-908211ae221d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:14:21.642636 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7f1063a1-8c00-43c9-9586-9a1e6080a750 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:14:21.646615 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-7f1063a1-8c00-43c9-9586-9a1e6080a750 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Usage tracker for resource:security_group_rule and tenant:d04568cfc5e34832ab38095b3142e660 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:14:21.649482 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-7f1063a1-8c00-43c9-9586-9a1e6080a750 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:14:21.655670 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-7f1063a1-8c00-43c9-9586-9a1e6080a750 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:14:21.742421 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7f1063a1-8c00-43c9-9586-9a1e6080a750 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:21.804830 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7f1063a1-8c00-43c9-9586-9a1e6080a750 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:21.872125 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7f1063a1-8c00-43c9-9586-9a1e6080a750 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:21.877977 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:21.897168 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1063a1-8c00-43c9-9586-9a1e6080a750 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acf5653-2afa-4a83-bb9d-c5b91978532f,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:21.899581 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7f1063a1-8c00-43c9-9586-9a1e6080a750 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:21.958283 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7f1063a1-8c00-43c9-9586-9a1e6080a750 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:21.959594 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-7f1063a1-8c00-43c9-9586-9a1e6080a750 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3275743
Nov 16 22:14:21.962284 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 41038) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:14:21.968388 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-76e92cab-ea4d-460d-ba04-74ba67a626a1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Request body: {'security_group_rule': {'security_group_id': '8ba7bf53-ff74-47bc-8495-908211ae221d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:14:21.974086 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-76e92cab-ea4d-460d-ba04-74ba67a626a1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:14:21.977851 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-76e92cab-ea4d-460d-ba04-74ba67a626a1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Usage tracker for resource:security_group_rule and tenant:d04568cfc5e34832ab38095b3142e660 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:14:21.980935 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-76e92cab-ea4d-460d-ba04-74ba67a626a1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:14:21.986496 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-76e92cab-ea4d-460d-ba04-74ba67a626a1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:14:22.073432 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76e92cab-ea4d-460d-ba04-74ba67a626a1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:22.133088 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76e92cab-ea4d-460d-ba04-74ba67a626a1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:22.204007 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76e92cab-ea4d-460d-ba04-74ba67a626a1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470444'] for security_group_rule, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:22.206035 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:22.228344 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e92cab-ea4d-460d-ba04-74ba67a626a1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd583e8-d8c4-462b-8c6a-935f407af106,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:22.231194 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-76e92cab-ea4d-460d-ba04-74ba67a626a1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:22.306311 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-76e92cab-ea4d-460d-ba04-74ba67a626a1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:22.307547 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-76e92cab-ea4d-460d-ba04-74ba67a626a1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3441234
Nov 16 22:14:22.313910 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 41044) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:14:22.319290 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Request body: {'floatingip': {'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:14:22.325189 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:14:22.329502 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Usage tracker for resource:floatingip and tenant:d04568cfc5e34832ab38095b3142e660 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:14:22.333517 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:14:22.337944 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:14:22.404229 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for floatingip, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:22.542766 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:22.700335 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Allocated IP 172.27.1.55 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/6c79d22e-27b5-41d0-9d24-62c5814c4faa) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:14:22.732399 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c2fa0-5498-4439-9c41-27fd24f107f0 req-e7e7b462-457f-4bd0-9b6c-9f9ab67f4999 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:22.734510 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7b1c2fa0-5498-4439-9c41-27fd24f107f0 req-e7e7b462-457f-4bd0-9b6c-9f9ab67f4999 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.0910141
Nov 16 22:14:22.792732 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7b1c2fa0-5498-4439-9c41-27fd24f107f0 req-c80f9d0c-2e32-4cc9-a368-369cdfa7812e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0506966
Nov 16 22:14:22.861404 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:22.924533 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:22.928533 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-9ec5e3e9-9711-42d6-aa0c-6b3c56f9a9df tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:22.990480 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:14:22.993268 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:14:22.996933 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:14:23.033720 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event updated for resources: {'Port': ['ID=6c79d22e-27b5-41d0-9d24-62c5814c4faa,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:23.042581 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:23.083850 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:23.179301 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:23.393482 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:23.454717 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:23.459140 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-8450c041-c1c3-460a-a61e-dfd355108db4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:23.571809 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event updated for resources: {'Port': ['ID=6c79d22e-27b5-41d0-9d24-62c5814c4faa,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:23.574790 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:23.584273 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:23.654464 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:23.655686 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3407519
Nov 16 22:14:23.879077 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-efa6d82e-5058-4491-a13e-f3106bbf2c16 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--29181767&fields=id&tenant_id=d04568cfc5e34832ab38095b3142e660 HTTP/1.1" status: 200  len: 267 time: 0.0402219
Nov 16 22:14:24.092958 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f4b00d08-b122-4c76-83bc-5ad7ed8d9504 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:24.094410 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f4b00d08-b122-4c76-83bc-5ad7ed8d9504 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/networks?id=91376ca1-c1ee-4c7f-a3fa-566639b36d15 HTTP/1.1" status: 200  len: 811 time: 0.2091451
Nov 16 22:14:24.106554 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880192b4-0770-48e5-b950-f900e9eea8e4 req-be303850-4607-451b-80cb-b60c7a374392 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:24.108595 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-880192b4-0770-48e5-b950-f900e9eea8e4 req-be303850-4607-451b-80cb-b60c7a374392 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.2010686
Nov 16 22:14:24.136544 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-dc0a6811-286f-4b4a-9f2c-72a3000b7e78 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/quotas/d04568cfc5e34832ab38095b3142e660 HTTP/1.1" status: 200  len: 375 time: 0.0269952
Nov 16 22:14:24.205811 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-880192b4-0770-48e5-b950-f900e9eea8e4 req-d3671764-b541-4a20-a93c-3240f9183d32 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=f6fb0903-fbd5-4133-9f1b-21cc58226010&id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0889747
Nov 16 22:14:24.240746 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-a33ef502-7313-46a7-b68f-3c1f6cca33e8 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d04568cfc5e34832ab38095b3142e660&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0983620
Nov 16 22:14:24.382671 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-602c6f29-bbcc-4a4c-9bfd-1382496efa90 service neutron] 10.222.0.71 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304970
Nov 16 22:14:24.513138 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-0a0b2e5f-a964-429c-9d02-12a226e72929 service neutron] 10.222.0.71 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246834
Nov 16 22:14:24.821619 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3539d9da-3645-486a-98c1-7e67d0b4b1b2 req-4c79d24e-dbae-4afe-84f5-430ab6aa0e96 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 210 time: 0.0424330
Nov 16 22:14:25.931445 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b43c9-2696-478c-a19d-fd75c5646a8e req-ea798daa-2e33-4a81-8baf-c133a82284fa tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:25.933000 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-565b43c9-2696-478c-a19d-fd75c5646a8e req-ea798daa-2e33-4a81-8baf-c133a82284fa tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 946 time: 0.1710410
Nov 16 22:14:25.977756 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-565b43c9-2696-478c-a19d-fd75c5646a8e req-929d41b0-5839-47e8-84e0-a0af1a85da06 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390451
Nov 16 22:14:26.113947 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e43c0166-2f8f-4ea2-9054-7dabe8999910 req-4f2bf74f-f1b1-4fb9-89dc-6b8431ebba39 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 210 time: 0.0435941
Nov 16 22:14:26.915158 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-7e2a0954-7667-48b1-9667-0b2d2ba9e041 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:26.916514 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-7e2a0954-7667-48b1-9667-0b2d2ba9e041 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.72 "GET /v2.0/networks?id=91376ca1-c1ee-4c7f-a3fa-566639b36d15 HTTP/1.1" status: 200  len: 811 time: 0.1461301
Nov 16 22:14:26.983541 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-50f66fe4-5c18-498d-8297-62618575c6b4 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d04568cfc5e34832ab38095b3142e660 HTTP/1.1" status: 200  len: 378 time: 0.0490212
Nov 16 22:14:26.993942 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Request body: {'port': {'device_id': '5c0125bf-4538-4af1-966d-5e215d67220a', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'admin_state_up': True, 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'security_groups': ['8ba7bf53-ff74-47bc-8495-908211ae221d']}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:14:27.190038 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:14:27.195699 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Usage tracker for resource:port and tenant:d04568cfc5e34832ab38095b3142e660 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:14:27.199175 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:14:27.211167 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:14:27.235960 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70b2ad-37af-4b06-a714-41a40a637c0b req-b96e5f9b-b7e7-4075-a7ff-26312f10c15c tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:27.237440 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4f70b2ad-37af-4b06-a714-41a40a637c0b req-b96e5f9b-b7e7-4075-a7ff-26312f10c15c tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 946 time: 0.1501324
Nov 16 22:14:27.288186 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4f70b2ad-37af-4b06-a714-41a40a637c0b req-845ee7c2-13bb-4225-84a7-025c99c879f0 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448482
Nov 16 22:14:27.342719 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Made reservation on behalf of d04568cfc5e34832ab38095b3142e660 for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:14:27.346279 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:27.363299 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4919a14d-7663-478e-b10b-aabdd41e3228 req-307da879-5615-4eb0-8d93-5286ed2a32b6 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 210 time: 0.0701153
Nov 16 22:14:27.510330 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Allocated IP 172.20.0.12 (91376ca1-c1ee-4c7f-a3fa-566639b36d15/f4033324-a374-4dcf-a23e-53c4d039d448/a4629209-7f5e-4b52-88f1-5145fed7b74c) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:14:27.699946 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:27.715769 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Transition to ACTIVE for port object a4629209-7f5e-4b52-88f1-5145fed7b74c will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:14:27.781540 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:27.787037 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:27.852639 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:14:27.855966 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:14:27.860048 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:14:27.890832 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event updated for resources: {'Port': ['ID=a4629209-7f5e-4b52-88f1-5145fed7b74c,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:27.898148 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:27.932168 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:27.932773 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:28.027222 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0369060
Nov 16 22:14:28.105824 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Request body: {'port': {'device_id': '5c0125bf-4538-4af1-966d-5e215d67220a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:14:28.117860 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-5368efe4-a963-4f50-b5e8-7a74231d63f1 None None] Provisioning for port a4629209-7f5e-4b52-88f1-5145fed7b74c completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:14:28.123089 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-5368efe4-a963-4f50-b5e8-7a74231d63f1 None None] Provisioning complete for port a4629209-7f5e-4b52-88f1-5145fed7b74c triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:14:28.123492 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5368efe4-a963-4f50-b5e8-7a74231d63f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:28.178995 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-5368efe4-a963-4f50-b5e8-7a74231d63f1 None None] Port a4629209-7f5e-4b52-88f1-5145fed7b74c cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:14:28.219121 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:28.425998 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569eebc8-2d86-44e2-954a-38aa7d2aafb9 req-4b4c598d-8187-4d2b-8888-fed9bbc076e1 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:28.426715 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-569eebc8-2d86-44e2-954a-38aa7d2aafb9 req-4b4c598d-8187-4d2b-8888-fed9bbc076e1 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Synchronizing usage tracker for tenant:7fb42ed2607149c196592b7c372b6cad on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:14:28.524128 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-569eebc8-2d86-44e2-954a-38aa7d2aafb9 req-4b4c598d-8187-4d2b-8888-fed9bbc076e1 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Unset dirty status for tenant:7fb42ed2607149c196592b7c372b6cad on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:14:28.525514 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-569eebc8-2d86-44e2-954a-38aa7d2aafb9 req-4b4c598d-8187-4d2b-8888-fed9bbc076e1 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.72 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 946 time: 0.1997640
Nov 16 22:14:28.598391 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-569eebc8-2d86-44e2-954a-38aa7d2aafb9 req-5b50785d-c9d3-43eb-b8bb-4631082ddc27 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Deleting port 6fd857e3-1a73-4bba-a0f8-4f4673849c3f {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:14:28.598655 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-569eebc8-2d86-44e2-954a-38aa7d2aafb9 req-5b50785d-c9d3-43eb-b8bb-4631082ddc27 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:28.669419 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d9f09-88c7-4aa6-b0a3-f77e5cb3af9e req-8b3bcdef-5fb8-48f0-b464-f59340c5025e tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:28.671523 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-182d9f09-88c7-4aa6-b0a3-f77e5cb3af9e req-8b3bcdef-5fb8-48f0-b464-f59340c5025e tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 946 time: 0.2244999
Nov 16 22:14:28.691937 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae30645-30ea-44c3-8abe-4c324689623d req-f1c4205b-f709-4d2c-bb19-6417a59f5814 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:28.692646 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-fae30645-30ea-44c3-8abe-4c324689623d req-f1c4205b-f709-4d2c-bb19-6417a59f5814 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Synchronizing usage tracker for tenant:d04568cfc5e34832ab38095b3142e660 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:14:28.867708 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-569eebc8-2d86-44e2-954a-38aa7d2aafb9 req-5b50785d-c9d3-43eb-b8bb-4631082ddc27 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] For port 6fd857e3-1a73-4bba-a0f8-4f4673849c3f, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=6fd857e3-1a73-4bba-a0f8-4f4673849c3f,segment=NetworkSegment(ed518f6f-ad05-4b2b-a8d9-9f19ef392615),segment_id=ed518f6f-ad05-4b2b-a8d9-9f19ef392615)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:14:28.867963 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-569eebc8-2d86-44e2-954a-38aa7d2aafb9 req-5b50785d-c9d3-43eb-b8bb-4631082ddc27 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:28.877563 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4629209-7f5e-4b52-88f1-5145fed7b74c {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:14:28.888393 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:28.892871 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-182d9f09-88c7-4aa6-b0a3-f77e5cb3af9e req-23b48ac4-b14b-460c-bf6f-46dd94e19cc7 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964362
Nov 16 22:14:28.907735 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Transition to ACTIVE for port object a4629209-7f5e-4b52-88f1-5145fed7b74c will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:14:28.917956 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-fae30645-30ea-44c3-8abe-4c324689623d req-f1c4205b-f709-4d2c-bb19-6417a59f5814 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Unset dirty status for tenant:d04568cfc5e34832ab38095b3142e660 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:14:28.918853 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fae30645-30ea-44c3-8abe-4c324689623d req-f1c4205b-f709-4d2c-bb19-6417a59f5814 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 932 time: 0.4228265
Nov 16 22:14:28.966640 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fae30645-30ea-44c3-8abe-4c324689623d req-f15605c5-f622-4948-8765-d93744febc72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408652
Nov 16 22:14:28.981399 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6816999'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:28.987251 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f3ae12de-e903-45bc-a932-0aef679186bb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:29.107650 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-569eebc8-2d86-44e2-954a-38aa7d2aafb9 req-5b50785d-c9d3-43eb-b8bb-4631082ddc27 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Calling delete_port for 6fd857e3-1a73-4bba-a0f8-4f4673849c3f owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:14:29.148651 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Pushing event updated for resources: {'Port': ['ID=a4629209-7f5e-4b52-88f1-5145fed7b74c,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:29.156678 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:29.232933 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Attempting to bind port a4629209-7f5e-4b52-88f1-5145fed7b74c on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:14:29.232933 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Attempting to bind port a4629209-7f5e-4b52-88f1-5145fed7b74c by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:14:29.232933 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Attempting to bind port a4629209-7f5e-4b52-88f1-5145fed7b74c on network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:14:29.235482 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Port a4629209-7f5e-4b52-88f1-5145fed7b74c on network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:14:29.235981 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Attempting to bind port a4629209-7f5e-4b52-88f1-5145fed7b74c on network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:14:29.241099 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:14:29.241429 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Checking segment: {'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:14:29.241808 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Bound using segment: {'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:14:29.243012 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Bound port: a4629209-7f5e-4b52-88f1-5145fed7b74c, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:14:29.243012 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:29.323667 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-569eebc8-2d86-44e2-954a-38aa7d2aafb9 req-5b50785d-c9d3-43eb-b8bb-4631082ddc27 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:29.331716 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:29.336250 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] For port a4629209-7f5e-4b52-88f1-5145fed7b74c, host hv-cinder-81814, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:14:29.339238 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] For port a4629209-7f5e-4b52-88f1-5145fed7b74c, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=a4629209-7f5e-4b52-88f1-5145fed7b74c,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:14:29.363483 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['6fd857e3-1a73-4bba-a0f8-4f4673849c3f'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:14:29.381653 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50785d-c9d3-43eb-b8bb-4631082ddc27 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Pushing event deleted for resources: {'Port': ['ID=6fd857e3-1a73-4bba-a0f8-4f4673849c3f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:29.384594 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-5b50785d-c9d3-43eb-b8bb-4631082ddc27 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:29.427025 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6816999'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:29.432846 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:29.460469 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-569eebc8-2d86-44e2-954a-38aa7d2aafb9 req-5b50785d-c9d3-43eb-b8bb-4631082ddc27 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] No DVR routers for this DVR port 6fd857e3-1a73-4bba-a0f8-4f4673849c3f on host hv-cinder-81814 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:14:29.463076 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-569eebc8-2d86-44e2-954a-38aa7d2aafb9 req-5b50785d-c9d3-43eb-b8bb-4631082ddc27 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:29.465799 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339b6510-e628-4bea-953a-cffea8625d72', 'name': 'network-vif-deleted', 'tag': '6fd857e3-1a73-4bba-a0f8-4f4673849c3f'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:14:29.493723 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:29.494344 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:29.495756 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] 10.222.0.72 "PUT /v2.0/ports/a4629209-7f5e-4b52-88f1-5145fed7b74c HTTP/1.1" status: 200  len: 1094 time: 1.3946650
Nov 16 22:14:29.496278 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0125bf-4538-4af1-966d-5e215d67220a', 'tag': 'a4629209-7f5e-4b52-88f1-5145fed7b74c'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:14:29.518055 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Pushing event updated for resources: {'Port': ['ID=a4629209-7f5e-4b52-88f1-5145fed7b74c,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:29.524402 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339b6510-e628-4bea-953a-cffea8625d72', 'name': 'network-vif-deleted', 'tag': '6fd857e3-1a73-4bba-a0f8-4f4673849c3f', 'status': 'completed', 'code': 200}
Nov 16 22:14:29.529741 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:29.564852 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-569eebc8-2d86-44e2-954a-38aa7d2aafb9 req-5b50785d-c9d3-43eb-b8bb-4631082ddc27 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.72 "DELETE /v2.0/ports/6fd857e3-1a73-4bba-a0f8-4f4673849c3f HTTP/1.1" status: 204  len: 173 time: 1.0320673
Nov 16 22:14:29.570554 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0125bf-4538-4af1-966d-5e215d67220a', 'tag': 'a4629209-7f5e-4b52-88f1-5145fed7b74c', 'status': 'completed', 'code': 200}
Nov 16 22:14:29.699734 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df43a0-c600-4f46-ace4-8e93fbf56049 req-9b9a45d3-4849-41e7-bb4b-d8304e4b226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:29.701263 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-92df43a0-c600-4f46-ace4-8e93fbf56049 req-9b9a45d3-4849-41e7-bb4b-d8304e4b226c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d04568cfc5e34832ab38095b3142e660&device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 1097 time: 0.0803740
Nov 16 22:14:29.879203 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df43a0-c600-4f46-ace4-8e93fbf56049 req-928de15b-4591-4868-847b-f2707a70d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:29.880659 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-92df43a0-c600-4f46-ace4-8e93fbf56049 req-928de15b-4591-4868-847b-f2707a70d46c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d04568cfc5e34832ab38095b3142e660&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1371429
Nov 16 22:14:30.060887 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df43a0-c600-4f46-ace4-8e93fbf56049 req-c7402d20-b579-4f99-845c-14b0b522f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:30.062929 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-92df43a0-c600-4f46-ace4-8e93fbf56049 req-c7402d20-b579-4f99-845c-14b0b522f5bc service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1556458
Nov 16 22:14:30.082898 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1c82a9f3-a1c6-4c8c-aaae-be82617c4de5 req-0d7b11b5-a88d-4503-b94b-8e4f9ada1c90 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=339b6510-e628-4bea-953a-cffea8625d72 HTTP/1.1" status: 200  len: 210 time: 0.0496788
Nov 16 22:14:30.165532 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-73e8bc1c-b59f-4932-98d3-935d05da9e45 req-75443eca-3f4d-4267-8ebc-681207c449b1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1973920
Nov 16 22:14:30.200091 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941afba-f83f-4222-95c7-e245104bfb3d req-447d2431-6dff-40d2-8d53-b0da5b99c206 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:30.201687 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d941afba-f83f-4222-95c7-e245104bfb3d req-447d2431-6dff-40d2-8d53-b0da5b99c206 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 944 time: 0.0916181
Nov 16 22:14:30.213002 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ab3be240-bc45-4150-b6df-ee5b6bea706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:30.214470 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-ab3be240-bc45-4150-b6df-ee5b6bea706e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d04568cfc5e34832ab38095b3142e660&device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 1097 time: 0.0708807
Nov 16 22:14:30.288556 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d941afba-f83f-4222-95c7-e245104bfb3d req-844a12cd-c242-40f5-898a-ae6557bd9b8d tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0813251
Nov 16 22:14:30.298374 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-2bebd14c-2a99-4a79-9887-1a69a750db1c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4629209-7f5e-4b52-88f1-5145fed7b74c HTTP/1.1" status: 200  len: 217 time: 0.0665381
Nov 16 22:14:30.314096 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8bc1c-b59f-4932-98d3-935d05da9e45 req-7c23e1ae-8deb-4a73-a951-6d3d7a33299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:30.315569 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-73e8bc1c-b59f-4932-98d3-935d05da9e45 req-7c23e1ae-8deb-4a73-a951-6d3d7a33299f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b1b1976c7d7b433792ca2cf522766f2b&device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 1099 time: 0.0947547
Nov 16 22:14:30.372950 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-4456fb45-abe5-4afc-8e82-89adeb1489cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:30.375203 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-4456fb45-abe5-4afc-8e82-89adeb1489cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f4033324-a374-4dcf-a23e-53c4d039d448 HTTP/1.1" status: 200  len: 850 time: 0.0668938
Nov 16 22:14:30.467074 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-94be759d-277b-4247-986d-83bc1781c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:30.469065 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-94be759d-277b-4247-986d-83bc1781c30b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91376ca1-c1ee-4c7f-a3fa-566639b36d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813000
Nov 16 22:14:30.511365 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8bc1c-b59f-4932-98d3-935d05da9e45 req-1725908e-6d6b-4a1f-b7fc-1206a8c66884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:30.512851 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-73e8bc1c-b59f-4932-98d3-935d05da9e45 req-1725908e-6d6b-4a1f-b7fc-1206a8c66884 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a3660de9-4971-4ec7-9b91-f728b00d6e34 HTTP/1.1" status: 200  len: 909 time: 0.1496620
Nov 16 22:14:30.620585 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-76feb8b7-72e8-43a0-8a35-5fd5517bb2d5 service neutron] 10.222.0.72 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373746
Nov 16 22:14:30.634259 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-73e8bc1c-b59f-4932-98d3-935d05da9e45 req-3b6dfa93-b0ce-415d-ae61-e0db8d78f33f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc HTTP/1.1" status: 200  len: 1002 time: 0.1134794
Nov 16 22:14:30.707651 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8bc1c-b59f-4932-98d3-935d05da9e45 req-13d14f91-770a-418f-958d-6ce0b4f7d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:30.711422 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-73e8bc1c-b59f-4932-98d3-935d05da9e45 req-13d14f91-770a-418f-958d-6ce0b4f7d3a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ebaf286-2ead-4350-b334-85d62bde1ac3 HTTP/1.1" status: 200  len: 847 time: 0.0650492
Nov 16 22:14:30.779450 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-201b1a1a-7986-4fc5-b322-83f0ac5cce43 req-707ac4c7-be4c-4812-ac04-a1d41d5fc573 service neutron] 10.222.0.72 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417468
Nov 16 22:14:30.800084 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8bc1c-b59f-4932-98d3-935d05da9e45 req-8baa4072-95fa-43a0-8cde-979390ce692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:30.801600 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-73e8bc1c-b59f-4932-98d3-935d05da9e45 req-8baa4072-95fa-43a0-8cde-979390ce692a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3660de9-4971-4ec7-9b91-f728b00d6e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804317
Nov 16 22:14:30.936763 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-73e8bc1c-b59f-4932-98d3-935d05da9e45 req-5c300fc3-7638-471f-bfdd-a9b263be4569 service neutron] 10.222.0.72 "GET /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273460
Nov 16 22:14:31.101966 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-73e8bc1c-b59f-4932-98d3-935d05da9e45 req-5199bb27-273c-42e9-9da9-541e03ac7ed0 service neutron] 10.222.0.72 "GET /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257133
Nov 16 22:14:31.477961 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0df5d-67cc-45c7-b405-75679d6a98d6 req-c71118c8-561c-45b4-8820-7c154e11617a tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:31.479749 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5ca0df5d-67cc-45c7-b405-75679d6a98d6 req-c71118c8-561c-45b4-8820-7c154e11617a tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 944 time: 0.0821767
Nov 16 22:14:31.528632 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5ca0df5d-67cc-45c7-b405-75679d6a98d6 req-07958a97-6c43-4680-b0dc-498b4363e477 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430825
Nov 16 22:14:31.649862 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 6fd857e3-1a73-4bba-a0f8-4f4673849c3f no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:14:31.684665 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: 6fd857e3-1a73-4bba-a0f8-4f4673849c3f {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:14:31.687260 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 6fd857e3-1a73-4bba-a0f8-4f4673849c3f not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:14:32.432230 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:32.804124 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d44391-ecd2-44f1-93cc-42f781b8ac08 req-bfe2a7d6-56c7-4b1c-be47-314fb1783bb6 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:32.805579 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-31d44391-ecd2-44f1-93cc-42f781b8ac08 req-bfe2a7d6-56c7-4b1c-be47-314fb1783bb6 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 944 time: 0.1685548
Nov 16 22:14:32.849372 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-31d44391-ecd2-44f1-93cc-42f781b8ac08 req-7db3c98c-a844-4688-a417-b036376bbc24 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0380890
Nov 16 22:14:34.034468 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a8ec6-09a5-408e-b2a8-747123094063 req-f8641ce2-eb50-4a13-a8f0-05f8a2caa02e tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:34.035995 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-145a8ec6-09a5-408e-b2a8-747123094063 req-f8641ce2-eb50-4a13-a8f0-05f8a2caa02e tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 944 time: 0.0822828
Nov 16 22:14:34.083812 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-145a8ec6-09a5-408e-b2a8-747123094063 req-4a9356ec-5c95-4d36-8329-b604b4bcca26 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420711
Nov 16 22:14:35.277828 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105395b-2835-4c4f-84f0-0a530b8ad2b6 req-4de2d880-fa57-4c44-94c7-f57f5d92f180 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:35.279299 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1105395b-2835-4c4f-84f0-0a530b8ad2b6 req-4de2d880-fa57-4c44-94c7-f57f5d92f180 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 944 time: 0.0899167
Nov 16 22:14:35.323876 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1105395b-2835-4c4f-84f0-0a530b8ad2b6 req-7d87ca65-8a06-465a-823a-b85a31e68a02 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388696
Nov 16 22:14:36.516476 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209b5a6-491f-4943-9180-82d48635b206 req-6b649a82-ddb5-4ed0-ac2c-7854577d3eeb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:36.517968 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3209b5a6-491f-4943-9180-82d48635b206 req-6b649a82-ddb5-4ed0-ac2c-7854577d3eeb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 944 time: 0.0862076
Nov 16 22:14:36.561747 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3209b5a6-491f-4943-9180-82d48635b206 req-a6a5702d-bfce-4305-bab5-4f64007c8cb2 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0380211
Nov 16 22:14:37.744742 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b784a7-54cb-4475-bcd6-9125fa88d270 req-dea645c3-2caa-4ec8-8ca7-2d154e1bb848 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:37.746112 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47b784a7-54cb-4475-bcd6-9125fa88d270 req-dea645c3-2caa-4ec8-8ca7-2d154e1bb848 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 944 time: 0.0801771
Nov 16 22:14:37.790112 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47b784a7-54cb-4475-bcd6-9125fa88d270 req-b58b6f45-12c5-4609-97bf-d95b4f9d453e tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0379519
Nov 16 22:14:38.983031 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3aa661-3e95-4a2b-9292-e953271bee58 req-08bc412f-c689-4323-a3c7-2bfe255ec894 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:38.985477 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-df3aa661-3e95-4a2b-9292-e953271bee58 req-08bc412f-c689-4323-a3c7-2bfe255ec894 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 944 time: 0.0908387
Nov 16 22:14:39.041020 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-df3aa661-3e95-4a2b-9292-e953271bee58 req-9e21974c-0d36-4cf5-9ccd-9ad57af855d0 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0499918
Nov 16 22:14:39.680276 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device a4629209-7f5e-4b52-88f1-5145fed7b74c details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:14:39.836212 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port a4629209-7f5e-4b52-88f1-5145fed7b74c, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=a4629209-7f5e-4b52-88f1-5145fed7b74c,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:14:39.850193 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': 'a4629209-7f5e-4b52-88f1-5145fed7b74c', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'port_id': 'a4629209-7f5e-4b52-88f1-5145fed7b74c', 'mac_address': 'fa:16:3e:95:28:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:14:39.910608 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:39.928642 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4629209-7f5e-4b52-88f1-5145fed7b74c {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:14:39.949852 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port a4629209-7f5e-4b52-88f1-5145fed7b74c, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=a4629209-7f5e-4b52-88f1-5145fed7b74c,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:14:40.020900 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:40.022710 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:40.098534 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=a4629209-7f5e-4b52-88f1-5145fed7b74c,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:40.106454 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:40.106798 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:40.107111 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:40.107517 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:40.107841 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:40.108160 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:40.108469 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:40.108839 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:40.109155 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:40.109468 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:40.109788 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:40.110100 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:14:40.114866 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:40.240013 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b7bc9-9dba-496d-ba70-6636c7e852b8 req-3d8d5ada-9cfc-41e2-a711-ee4bb1ecac92 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:40.241385 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-891b7bc9-9dba-496d-ba70-6636c7e852b8 req-3d8d5ada-9cfc-41e2-a711-ee4bb1ecac92 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 945 time: 0.0821497
Nov 16 22:14:40.298531 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-891b7bc9-9dba-496d-ba70-6636c7e852b8 req-072b777c-9913-4c84-8220-eb800d7711af tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0497315
Nov 16 22:14:41.482309 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d11fd0-8b94-4bb2-ab7a-09a723775513 req-dd0f2013-1048-4d58-b692-d06cea1fdf36 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:41.483791 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-16d11fd0-8b94-4bb2-ab7a-09a723775513 req-dd0f2013-1048-4d58-b692-d06cea1fdf36 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 945 time: 0.0805738
Nov 16 22:14:41.531408 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-16d11fd0-8b94-4bb2-ab7a-09a723775513 req-5750c36f-ec0b-42e0-a923-bbe10266f184 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417063
Nov 16 22:14:42.436692 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:14:42.719266 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdd7e8-5c91-4a17-8b0a-35eca26f7e67 req-0e7e250f-ca6e-42ec-8308-1673a2296573 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:42.720644 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4ecdd7e8-5c91-4a17-8b0a-35eca26f7e67 req-0e7e250f-ca6e-42ec-8308-1673a2296573 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 945 time: 0.0852621
Nov 16 22:14:42.772848 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4ecdd7e8-5c91-4a17-8b0a-35eca26f7e67 req-3c28cf7c-0e47-4883-b8b2-97036d0069ac tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464797
Nov 16 22:14:43.958832 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['a4629209-7f5e-4b52-88f1-5145fed7b74c'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:14:43.959845 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32c916-fbaa-42b1-8c77-2a5fa83fbdc1 req-172ad738-3574-4f9e-b6d3-33599f1419c5 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:43.961324 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4c32c916-fbaa-42b1-8c77-2a5fa83fbdc1 req-172ad738-3574-4f9e-b6d3-33599f1419c5 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 945 time: 0.0825040
Nov 16 22:14:44.015818 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4c32c916-fbaa-42b1-8c77-2a5fa83fbdc1 req-d368e03b-e676-413a-8fe6-bd765cec53f2 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423744
Nov 16 22:14:44.625180 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ee61e3a6-8ac3-4363-ba92-fb836663e65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:45.151868 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:45.215061 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcd883-fef5-4045-9ad8-b38ce9c20864 req-04b182a7-4a04-4bfd-b1dd-a27426e06b8a tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:45.216653 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bebcd883-fef5-4045-9ad8-b38ce9c20864 req-04b182a7-4a04-4bfd-b1dd-a27426e06b8a tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 945 time: 0.0867414
Nov 16 22:14:45.349279 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bebcd883-fef5-4045-9ad8-b38ce9c20864 req-9676e0b8-47df-455b-9721-0b413fea22bf tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1262567
Nov 16 22:14:45.401609 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-63db1e83-14d7-4c9c-b231-fb8fcf70fdbb tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:45.403033 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-63db1e83-14d7-4c9c-b231-fb8fcf70fdbb tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/networks?id=a4d774cd-1b95-4174-be84-f09f789d00c5 HTTP/1.1" status: 200  len: 814 time: 0.1660023
Nov 16 22:14:45.417014 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-3cac0237-2e8c-4810-a081-e999aa1e9717 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/quotas/7fb42ed2607149c196592b7c372b6cad HTTP/1.1" status: 200  len: 375 time: 0.0086703
Nov 16 22:14:45.472005 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-ab6dcc42-19ae-4f11-b20b-50accb38d2db tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7fb42ed2607149c196592b7c372b6cad&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0500941
Nov 16 22:14:45.616716 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-43ae0cc7-401a-4a1e-8120-a28cd462594e service neutron] 10.222.0.71 "GET /v2.0/networks/a4d774cd-1b95-4174-be84-f09f789d00c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373539
Nov 16 22:14:45.772159 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-168c23af-4dd8-4ac2-98af-37ee4e1d3026 service neutron] 10.222.0.71 "GET /v2.0/networks/a4d774cd-1b95-4174-be84-f09f789d00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496701
Nov 16 22:14:45.969092 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device a4629209-7f5e-4b52-88f1-5145fed7b74c up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:14:46.064992 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aa5dbbb9-e209-490e-9c2c-6a034b2fdbb5 req-357f3efb-ab23-45e6-ab12-a0a380d64f4e tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 210 time: 0.0601969
Nov 16 22:14:46.107104 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port a4629209-7f5e-4b52-88f1-5145fed7b74c completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:14:46.114186 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port a4629209-7f5e-4b52-88f1-5145fed7b74c triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:14:46.114616 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:46.244742 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:46.273675 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0125bf-4538-4af1-966d-5e215d67220a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4629209-7f5e-4b52-88f1-5145fed7b74c'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:14:46.285735 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port a4629209-7f5e-4b52-88f1-5145fed7b74c, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=a4629209-7f5e-4b52-88f1-5145fed7b74c,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:14:46.319758 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0125bf-4538-4af1-966d-5e215d67220a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4629209-7f5e-4b52-88f1-5145fed7b74c', 'code': 200}
Nov 16 22:14:46.375341 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:46.378924 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:46.457437 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=a4629209-7f5e-4b52-88f1-5145fed7b74c,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:46.461173 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:46.555813 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d818a-af59-4b33-b327-2592de1c2716 req-ae2ca0d7-7fab-457b-8549-52bb5e9111fb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:46.562860 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-615d818a-af59-4b33-b327-2592de1c2716 req-ae2ca0d7-7fab-457b-8549-52bb5e9111fb tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 946 time: 0.1041424
Nov 16 22:14:46.607848 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-615d818a-af59-4b33-b327-2592de1c2716 req-d5be8637-ef27-40c0-acb8-f63fd13e7ce1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434389
Nov 16 22:14:46.803319 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bb9ed-9798-4380-9af9-565914259624 req-2af83c1f-ebd2-4a61-93bc-b111451c068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:46.804726 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-727bb9ed-9798-4380-9af9-565914259624 req-2af83c1f-ebd2-4a61-93bc-b111451c068a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 1099 time: 0.1488011
Nov 16 22:14:46.846744 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-727bb9ed-9798-4380-9af9-565914259624 req-53f9c3c6-6e21-472e-80f2-7966bfbdd504 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0345984
Nov 16 22:14:47.191766 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-59d0536a-2554-4177-8f95-2358b1b6f1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:47.223392 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-23d9c656-47cd-4ae2-a8e2-c00e6b5930ee req-84071cee-0955-42e2-a8d7-4f92371dd900 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 210 time: 0.0454221
Nov 16 22:14:47.797290 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9e271-1cd7-40ec-b912-1389a256e996 req-4beea5b0-5342-4d39-9c77-1ea80e5e4a51 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:47.799038 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a2c9e271-1cd7-40ec-b912-1389a256e996 req-4beea5b0-5342-4d39-9c77-1ea80e5e4a51 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 946 time: 0.0872619
Nov 16 22:14:47.843918 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a2c9e271-1cd7-40ec-b912-1389a256e996 req-696e7cbf-baa0-46f4-b061-6f74dcc7f493 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0389900
Nov 16 22:14:48.369835 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-35b21e33-179e-4df5-b239-ec0787e05f8d req-5fec24b5-74ba-4f07-baf9-994087094097 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 210 time: 0.0422471
Nov 16 22:14:48.609107 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:48.897645 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-185cec6e-4cde-457c-9d8e-71b9009a20d0 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:48.899094 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-185cec6e-4cde-457c-9d8e-71b9009a20d0 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.72 "GET /v2.0/networks?id=a4d774cd-1b95-4174-be84-f09f789d00c5 HTTP/1.1" status: 200  len: 814 time: 0.1529729
Nov 16 22:14:48.920109 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Request body: {'port': {'device_id': '617e4ddf-bc95-4ecd-af49-ac51e094dd92', 'network_id': 'a4d774cd-1b95-4174-be84-f09f789d00c5', 'admin_state_up': True, 'tenant_id': '7fb42ed2607149c196592b7c372b6cad'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:14:49.114210 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:14:49.120385 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Usage tracker for resource:port and tenant:7fb42ed2607149c196592b7c372b6cad is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:14:49.123913 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:14:49.131273 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:14:49.140253 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e6c5d-10d6-45b0-867f-6da2a414d223 req-11452331-93f8-48c8-96cc-d9a4bc8e6278 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:49.145839 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e13e6c5d-10d6-45b0-867f-6da2a414d223 req-11452331-93f8-48c8-96cc-d9a4bc8e6278 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 946 time: 0.1521838
Nov 16 22:14:49.189913 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e13e6c5d-10d6-45b0-867f-6da2a414d223 req-35676de0-3251-4a07-b06b-824caf86d3a5 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412385
Nov 16 22:14:49.231640 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Made reservation on behalf of 7fb42ed2607149c196592b7c372b6cad for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:14:49.235845 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:49.402780 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Allocated IP 172.20.0.7 (a4d774cd-1b95-4174-be84-f09f789d00c5/ef3442ba-cbba-4815-b813-c65bdc60cb06/d7e17c3f-5e95-411f-a452-b58aa602bef2) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:14:49.581239 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1ec4046c-3ac4-407c-8106-87ac8ca0a2f5 req-cf8dc99c-2ec0-4c48-b0fb-eb82391f70a1 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 210 time: 0.0563807
Nov 16 22:14:49.648610 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:49.718132 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:49.724452 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ebdf608d-1eb6-48b0-a14e-d6326cd25b72 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:49.789746 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Network a4d774cd-1b95-4174-be84-f09f789d00c5 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:14:49.793002 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:14:49.797161 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:14:49.827421 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Pushing event updated for resources: {'Port': ['ID=d7e17c3f-5e95-411f-a452-b58aa602bef2,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:49.834631 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:49.867668 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:49.869631 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:49.922045 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:49.951198 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-9e6fde36-7e7c-4810-9e20-e3637f5fe259 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0353022
Nov 16 22:14:50.011563 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Request body: {'port': {'device_id': '617e4ddf-bc95-4ecd-af49-ac51e094dd92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:14:50.124773 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:50.468390 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa4fe1-f232-4525-a7ec-13b830a4534b req-e7651006-43ee-4d74-ba28-3cdae7760d06 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:50.470377 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47aa4fe1-f232-4525-a7ec-13b830a4534b req-e7651006-43ee-4d74-ba28-3cdae7760d06 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 946 time: 0.1341052
Nov 16 22:14:50.659015 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e17c3f-5e95-411f-a452-b58aa602bef2 {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:14:50.665419 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-47aa4fe1-f232-4525-a7ec-13b830a4534b req-f290aa69-c9e8-433a-ab65-d729d6fefb2c tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1850088
Nov 16 22:14:50.669334 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:50.685521 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Transition to ACTIVE for port object d7e17c3f-5e95-411f-a452-b58aa602bef2 will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:14:50.757368 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6816999'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:50.761704 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:50.929903 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e51e08-935f-4476-82de-ffa34ab0e109 req-ee17b030-6b22-4676-82de-5a1547706029 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:50.930583 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-14e51e08-935f-4476-82de-ffa34ab0e109 req-ee17b030-6b22-4676-82de-5a1547706029 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Synchronizing usage tracker for tenant:7fb42ed2607149c196592b7c372b6cad on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:14:50.950175 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Pushing event updated for resources: {'Port': ['ID=d7e17c3f-5e95-411f-a452-b58aa602bef2,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:50.953399 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:51.071789 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8e760-5b24-4747-8b40-3ae47c5408d3 req-ae9e1e1a-f184-4757-9a61-650c305b9c7c tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:51.073214 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-eea8e760-5b24-4747-8b40-3ae47c5408d3 req-ae9e1e1a-f184-4757-9a61-650c305b9c7c tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 946 time: 0.2803845
Nov 16 22:14:51.082649 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 41284) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:14:51.090460 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-57bbef23-40cb-4357-a9dd-d15fb6df2882 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Request body: {'floatingip': {'port_id': 'a4629209-7f5e-4b52-88f1-5145fed7b74c'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:14:51.156993 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-14e51e08-935f-4476-82de-ffa34ab0e109 req-ee17b030-6b22-4676-82de-5a1547706029 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Unset dirty status for tenant:7fb42ed2607149c196592b7c372b6cad on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:14:51.158127 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-14e51e08-935f-4476-82de-ffa34ab0e109 req-ee17b030-6b22-4676-82de-5a1547706029 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 931 time: 0.4697196
Nov 16 22:14:51.175715 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-57bbef23-40cb-4357-a9dd-d15fb6df2882 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for floatingip, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:51.238842 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Attempting to bind port d7e17c3f-5e95-411f-a452-b58aa602bef2 on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:14:51.239177 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Attempting to bind port d7e17c3f-5e95-411f-a452-b58aa602bef2 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': 'ed518f6f-ad05-4b2b-a8d9-9f19ef392615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a4d774cd-1b95-4174-be84-f09f789d00c5'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:14:51.239529 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Attempting to bind port d7e17c3f-5e95-411f-a452-b58aa602bef2 on network a4d774cd-1b95-4174-be84-f09f789d00c5 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:14:51.263432 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Port d7e17c3f-5e95-411f-a452-b58aa602bef2 on network a4d774cd-1b95-4174-be84-f09f789d00c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:14:51.263746 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Attempting to bind port d7e17c3f-5e95-411f-a452-b58aa602bef2 on network a4d774cd-1b95-4174-be84-f09f789d00c5 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:14:51.324366 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:14:51.324616 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Checking segment: {'id': 'ed518f6f-ad05-4b2b-a8d9-9f19ef392615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a4d774cd-1b95-4174-be84-f09f789d00c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:14:51.324996 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Bound using segment: {'id': 'ed518f6f-ad05-4b2b-a8d9-9f19ef392615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a4d774cd-1b95-4174-be84-f09f789d00c5'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:14:51.325429 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Bound port: d7e17c3f-5e95-411f-a452-b58aa602bef2, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed518f6f-ad05-4b2b-a8d9-9f19ef392615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a4d774cd-1b95-4174-be84-f09f789d00c5'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:14:51.325768 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:51.353851 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-14e51e08-935f-4476-82de-ffa34ab0e109 req-aa04a34e-1988-4fa2-95ce-43b91f8a2d74 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833789
Nov 16 22:14:51.551937 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] For port d7e17c3f-5e95-411f-a452-b58aa602bef2, host hv-cinder-81814, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:14:51.571614 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] For port d7e17c3f-5e95-411f-a452-b58aa602bef2, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=d7e17c3f-5e95-411f-a452-b58aa602bef2,segment=NetworkSegment(ed518f6f-ad05-4b2b-a8d9-9f19ef392615),segment_id=ed518f6f-ad05-4b2b-a8d9-9f19ef392615)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:14:51.649976 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6816999'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:51.653411 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:51.794358 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:51.794974 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:51.796367 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] 10.222.0.72 "PUT /v2.0/ports/d7e17c3f-5e95-411f-a452-b58aa602bef2 HTTP/1.1" status: 200  len: 1093 time: 1.7891624
Nov 16 22:14:51.801925 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617e4ddf-bc95-4ecd-af49-ac51e094dd92', 'tag': 'd7e17c3f-5e95-411f-a452-b58aa602bef2'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:14:51.836259 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Pushing event updated for resources: {'Port': ['ID=d7e17c3f-5e95-411f-a452-b58aa602bef2,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:51.839089 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8c9d7fec-cda7-468a-b807-d181dcb8828a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:51.856303 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617e4ddf-bc95-4ecd-af49-ac51e094dd92', 'tag': 'd7e17c3f-5e95-411f-a452-b58aa602bef2', 'status': 'completed', 'code': 200}
Nov 16 22:14:52.116515 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-57bbef23-40cb-4357-a9dd-d15fb6df2882 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:52.132702 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4179909-1924-419b-bec2-d18924cf231a req-7fcff6fc-b621-4819-ad07-1cec8f2a1fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:52.134164 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b4179909-1924-419b-bec2-d18924cf231a req-7fcff6fc-b621-4819-ad07-1cec8f2a1fc3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7fb42ed2607149c196592b7c372b6cad&device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 1096 time: 0.1929638
Nov 16 22:14:52.177399 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-57bbef23-40cb-4357-a9dd-d15fb6df2882 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:52.439652 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4179909-1924-419b-bec2-d18924cf231a req-004889ce-2ba2-4ee4-a756-40ad4a836161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:52.441088 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b4179909-1924-419b-bec2-d18924cf231a req-004889ce-2ba2-4ee4-a756-40ad4a836161 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7fb42ed2607149c196592b7c372b6cad&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2863712
Nov 16 22:14:52.446088 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [None req-57bbef23-40cb-4357-a9dd-d15fb6df2882 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Floating IP ce9d4a3c-6eb8-421b-88cd-dbadb5c79bf4 associated. External IP: 172.27.1.55, port: a4629209-7f5e-4b52-88f1-5145fed7b74c.
Nov 16 22:14:52.793294 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4179909-1924-419b-bec2-d18924cf231a req-92434a46-c4dd-4787-a03d-81693f162ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:52.794723 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b4179909-1924-419b-bec2-d18924cf231a req-92434a46-c4dd-4787-a03d-81693f162ce7 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2972822
Nov 16 22:14:52.908525 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9becaf8-64a7-4a01-8217-0780a7a0c3dd req-967c0fbf-b001-420d-a722-3480f635de0c tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:52.910042 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f9becaf8-64a7-4a01-8217-0780a7a0c3dd req-967c0fbf-b001-420d-a722-3480f635de0c tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 943 time: 0.4136951
Nov 16 22:14:53.069291 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f9becaf8-64a7-4a01-8217-0780a7a0c3dd req-d7ee9206-3c5d-4bca-8799-6902c12c419b tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416831
Nov 16 22:14:53.090438 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bbef23-40cb-4357-a9dd-d15fb6df2882 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Router 0f59c38d-f1e6-4bfe-a398-75905c772e8f has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:14:53.106263 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-94cf0240-ff5d-4ad3-9c03-6e1eac1c664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:53.107724 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-94cf0240-ff5d-4ad3-9c03-6e1eac1c664b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7fb42ed2607149c196592b7c372b6cad&device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 1096 time: 0.2405407
Nov 16 22:14:53.231953 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-c0b93729-6fe5-49c8-9b72-de4a87e3fc5e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7e17c3f-5e95-411f-a452-b58aa602bef2 HTTP/1.1" status: 200  len: 217 time: 0.0763872
Nov 16 22:14:53.495281 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-384517fb-bd35-4006-a372-a3c0be1504ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:53.496727 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-384517fb-bd35-4006-a372-a3c0be1504ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef3442ba-cbba-4815-b813-c65bdc60cb06 HTTP/1.1" status: 200  len: 854 time: 0.2538319
Nov 16 22:14:53.544850 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bbef23-40cb-4357-a9dd-d15fb6df2882 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:14:53.553287 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-57bbef23-40cb-4357-a9dd-d15fb6df2882 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:53.561408 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eda392-c199-4cce-9228-4f8bb05a1c27 None None] Sync routers for ids ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:14:53.570183 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eda392-c199-4cce-9228-4f8bb05a1c27 None None] Routers {'0f59c38d-f1e6-4bfe-a398-75905c772e8f'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:14:53.570799 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-39eda392-c199-4cce-9228-4f8bb05a1c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c45670>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:14:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:14:53.579669 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-3d8998d2-d73b-4b48-895f-519538348b6f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4d774cd-1b95-4174-be84-f09f789d00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0752666
Nov 16 22:14:53.691951 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-57bbef23-40cb-4357-a9dd-d15fb6df2882 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "PUT /v2.0/floatingips/ce9d4a3c-6eb8-421b-88cd-dbadb5c79bf4 HTTP/1.1" status: 200  len: 991 time: 2.6081278
Nov 16 22:14:53.745070 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-2f576e8b-789a-4069-a7fb-b53e6cd368aa service neutron] 10.222.0.72 "GET /v2.0/networks/a4d774cd-1b95-4174-be84-f09f789d00c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534405
Nov 16 22:14:53.756637 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-39eda392-c199-4cce-9228-4f8bb05a1c27 None None] Set router 0f59c38d-f1e6-4bfe-a398-75905c772e8f gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:14:53.856924 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0125bf-4538-4af1-966d-5e215d67220a', 'tag': 'a4629209-7f5e-4b52-88f1-5145fed7b74c'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:14:53.902542 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c11fa08d-ed59-4c20-ac1c-1c50a1e7c155 req-6662cc80-1a76-4492-825b-8667d7282fb4 service neutron] 10.222.0.72 "GET /v2.0/networks/a4d774cd-1b95-4174-be84-f09f789d00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485000
Nov 16 22:14:53.908306 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0125bf-4538-4af1-966d-5e215d67220a', 'tag': 'a4629209-7f5e-4b52-88f1-5145fed7b74c', 'status': 'completed', 'code': 200}
Nov 16 22:14:54.030350 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf52a2d-edef-4017-afbf-59df2440ecd1 req-7b50cab7-7bd8-4b02-aeee-b82377ad717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:54.031920 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2bf52a2d-edef-4017-afbf-59df2440ecd1 req-7b50cab7-7bd8-4b02-aeee-b82377ad717a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d04568cfc5e34832ab38095b3142e660&device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 1099 time: 0.0750706
Nov 16 22:14:54.148639 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-39eda392-c199-4cce-9228-4f8bb05a1c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c45670>, [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'ce9d4a3c-6eb8-421b-88cd-dbadb5c79bf4', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'port_id': 'a4629209-7f5e-4b52-88f1-5145fed7b74c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'mac_address': 'fa:16:3e:95:28:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0125bf-4538-4af1-966d-5e215d67220a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:14:23Z', 'updated_at': '2021-11-16T22:14:51Z', 'revision_number': 1, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:53Z', 'revision_number': 5, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:14:54.152986 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eda392-c199-4cce-9228-4f8bb05a1c27 None None] Checking router: 0f59c38d-f1e6-4bfe-a398-75905c772e8f for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:14:54.162771 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eda392-c199-4cce-9228-4f8bb05a1c27 None None] Routers {'0f59c38d-f1e6-4bfe-a398-75905c772e8f'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:14:54.163542 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-39eda392-c199-4cce-9228-4f8bb05a1c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c45670>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:14:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:14:54.289752 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf52a2d-edef-4017-afbf-59df2440ecd1 req-a1193024-7602-4a75-beaa-277ae75d8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:54.291235 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2bf52a2d-edef-4017-afbf-59df2440ecd1 req-a1193024-7602-4a75-beaa-277ae75d8bac service neutron] 10.222.0.72 "GET /v2.0/networks?id=91376ca1-c1ee-4c7f-a3fa-566639b36d15 HTTP/1.1" status: 200  len: 912 time: 0.1941373
Nov 16 22:14:54.354138 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-39eda392-c199-4cce-9228-4f8bb05a1c27 None None] Set router 0f59c38d-f1e6-4bfe-a398-75905c772e8f gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:14:54.379920 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c6a03-6921-4704-a4b5-441823bf0459 req-e8a89ac2-f7c7-4453-b1af-f64ddb42333a tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:54.381372 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8e6c6a03-6921-4704-a4b5-441823bf0459 req-e8a89ac2-f7c7-4453-b1af-f64ddb42333a tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 943 time: 0.1961823
Nov 16 22:14:54.439735 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2bf52a2d-edef-4017-afbf-59df2440ecd1 req-754addd1-bd5b-4c87-81ce-7e758fa931b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4629209-7f5e-4b52-88f1-5145fed7b74c HTTP/1.1" status: 200  len: 999 time: 0.1407704
Nov 16 22:14:54.444267 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8e6c6a03-6921-4704-a4b5-441823bf0459 req-c6dbf5f2-cd17-4075-bf85-326ca9d64771 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572009
Nov 16 22:14:54.504385 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf52a2d-edef-4017-afbf-59df2440ecd1 req-41e45571-14b0-4d23-a296-7c6abc969867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:54.505816 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2bf52a2d-edef-4017-afbf-59df2440ecd1 req-41e45571-14b0-4d23-a296-7c6abc969867 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f4033324-a374-4dcf-a23e-53c4d039d448 HTTP/1.1" status: 200  len: 850 time: 0.0584862
Nov 16 22:14:54.606987 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf52a2d-edef-4017-afbf-59df2440ecd1 req-a8bd22fc-c6f2-4c08-9396-71bb354da1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:54.608786 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2bf52a2d-edef-4017-afbf-59df2440ecd1 req-a8bd22fc-c6f2-4c08-9396-71bb354da1ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91376ca1-c1ee-4c7f-a3fa-566639b36d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0956004
Nov 16 22:14:54.752894 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-39eda392-c199-4cce-9228-4f8bb05a1c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c45670>, [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'ce9d4a3c-6eb8-421b-88cd-dbadb5c79bf4', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'port_id': 'a4629209-7f5e-4b52-88f1-5145fed7b74c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'mac_address': 'fa:16:3e:95:28:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0125bf-4538-4af1-966d-5e215d67220a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:14:23Z', 'updated_at': '2021-11-16T22:14:51Z', 'revision_number': 1, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:53Z', 'revision_number': 5, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:14:54.757125 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eda392-c199-4cce-9228-4f8bb05a1c27 None None] The sync data for ids ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'] in dv-cinder-818140-1-iscsi is: [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'ce9d4a3c-6eb8-421b-88cd-dbadb5c79bf4', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'port_id': 'a4629209-7f5e-4b52-88f1-5145fed7b74c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'mac_address': 'fa:16:3e:95:28:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0125bf-4538-4af1-966d-5e215d67220a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:14:23Z', 'updated_at': '2021-11-16T22:14:51Z', 'revision_number': 1, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:53Z', 'revision_number': 5, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:14:54.786079 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2bf52a2d-edef-4017-afbf-59df2440ecd1 req-fca245bc-be83-4587-a54f-824af83dd90b service neutron] 10.222.0.72 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1681890
Nov 16 22:14:54.935362 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2bf52a2d-edef-4017-afbf-59df2440ecd1 req-59ed00ac-3656-48e0-be74-55d95f6d923d service neutron] 10.222.0.72 "GET /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423717
Nov 16 22:14:54.971183 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ae631e-837c-42e9-b483-9bbed2f791ad None None] New status for floating IP ce9d4a3c-6eb8-421b-88cd-dbadb5c79bf4: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:14:55.628306 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed7af8-79cc-4ee0-b780-9eb12d7231c9 req-bcbfe133-82ac-4e5c-bd37-fdfda025d780 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:55.629758 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a2ed7af8-79cc-4ee0-b780-9eb12d7231c9 req-bcbfe133-82ac-4e5c-bd37-fdfda025d780 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 943 time: 0.0795422
Nov 16 22:14:55.674517 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a2ed7af8-79cc-4ee0-b780-9eb12d7231c9 req-a649c0c8-bda1-4837-9f62-c2217c1f19a8 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390918
Nov 16 22:14:56.862138 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2c477-727e-4ce6-9447-dd24870c2f9b req-2fa81ca4-3e3e-4715-8200-bc83f678b356 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:56.863528 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a7e2c477-727e-4ce6-9447-dd24870c2f9b req-2fa81ca4-3e3e-4715-8200-bc83f678b356 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 943 time: 0.0844176
Nov 16 22:14:56.907028 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a7e2c477-727e-4ce6-9447-dd24870c2f9b req-2f20a2a9-5e03-45af-83f0-3524189d8eac tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373557
Nov 16 22:14:58.045677 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device d7e17c3f-5e95-411f-a452-b58aa602bef2 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:14:58.095228 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adeb098-4842-4aec-a793-acd8639484ce req-58bc94cd-bb6f-481b-8cb5-52bb32e295e5 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:58.096721 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2adeb098-4842-4aec-a793-acd8639484ce req-58bc94cd-bb6f-481b-8cb5-52bb32e295e5 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 943 time: 0.0828454
Nov 16 22:14:58.142718 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2adeb098-4842-4aec-a793-acd8639484ce req-5e6126f4-8b7e-43e4-b638-fe99d4b937e9 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391386
Nov 16 22:14:58.182178 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port d7e17c3f-5e95-411f-a452-b58aa602bef2, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=d7e17c3f-5e95-411f-a452-b58aa602bef2,segment=NetworkSegment(ed518f6f-ad05-4b2b-a8d9-9f19ef392615),segment_id=ed518f6f-ad05-4b2b-a8d9-9f19ef392615)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:14:58.196131 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': 'd7e17c3f-5e95-411f-a452-b58aa602bef2', 'network_id': 'a4d774cd-1b95-4174-be84-f09f789d00c5', 'port_id': 'd7e17c3f-5e95-411f-a452-b58aa602bef2', 'mac_address': 'fa:16:3e:e6:7b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef3442ba-cbba-4815-b813-c65bdc60cb06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:14:58.254281 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:58.270550 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e17c3f-5e95-411f-a452-b58aa602bef2 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:14:58.285307 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port d7e17c3f-5e95-411f-a452-b58aa602bef2, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=d7e17c3f-5e95-411f-a452-b58aa602bef2,segment=NetworkSegment(ed518f6f-ad05-4b2b-a8d9-9f19ef392615),segment_id=ed518f6f-ad05-4b2b-a8d9-9f19ef392615)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:14:58.368607 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:14:58.370389 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:14:58.435766 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=d7e17c3f-5e95-411f-a452-b58aa602bef2,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:14:58.439383 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:14:58.900188 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['d7e17c3f-5e95-411f-a452-b58aa602bef2'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:14:59.440056 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7f7be-8af4-48c3-924c-a5c3fc0efc09 req-c8a128c9-cba9-48a6-a88d-c00f9d3451a6 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:14:59.441452 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-09f7f7be-8af4-48c3-924c-a5c3fc0efc09 req-c8a128c9-cba9-48a6-a88d-c00f9d3451a6 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 944 time: 0.1917832
Nov 16 22:14:59.491769 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-09f7f7be-8af4-48c3-924c-a5c3fc0efc09 req-7195b345-500e-4279-82a2-a5fe6cdf14cc tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438745
Nov 16 22:15:00.696317 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446978f0-b4c9-4e40-8eec-685fe6f1fc90 req-3524507a-f8c6-4703-b3c1-63ea28277285 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:00.697685 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-446978f0-b4c9-4e40-8eec-685fe6f1fc90 req-3524507a-f8c6-4703-b3c1-63ea28277285 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 944 time: 0.0816393
Nov 16 22:15:00.742080 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-446978f0-b4c9-4e40-8eec-685fe6f1fc90 req-e5f27c4a-f779-4bd6-a7d7-65bb550126a2 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387866
Nov 16 22:15:01.924732 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9434e26-814d-4dbc-b2c7-7305856933a4 req-1920b85a-340d-4648-bc49-d85a8904cfe3 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:01.926084 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e9434e26-814d-4dbc-b2c7-7305856933a4 req-1920b85a-340d-4648-bc49-d85a8904cfe3 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 944 time: 0.0801835
Nov 16 22:15:01.969875 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e9434e26-814d-4dbc-b2c7-7305856933a4 req-39e1a546-dd75-423d-b007-7318fc44e0ad tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382955
Nov 16 22:15:02.052571 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device d7e17c3f-5e95-411f-a452-b58aa602bef2 up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:15:02.168009 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port d7e17c3f-5e95-411f-a452-b58aa602bef2 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:15:02.173566 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port d7e17c3f-5e95-411f-a452-b58aa602bef2 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:15:02.173942 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:02.287103 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:02.313710 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617e4ddf-bc95-4ecd-af49-ac51e094dd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e17c3f-5e95-411f-a452-b58aa602bef2'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:15:02.323340 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port d7e17c3f-5e95-411f-a452-b58aa602bef2, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=d7e17c3f-5e95-411f-a452-b58aa602bef2,segment=NetworkSegment(ed518f6f-ad05-4b2b-a8d9-9f19ef392615),segment_id=ed518f6f-ad05-4b2b-a8d9-9f19ef392615)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:15:02.356294 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617e4ddf-bc95-4ecd-af49-ac51e094dd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e17c3f-5e95-411f-a452-b58aa602bef2', 'code': 200}
Nov 16 22:15:02.368312 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:02.370077 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:15:02.435756 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:02.467282 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=d7e17c3f-5e95-411f-a452-b58aa602bef2,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:15:02.470811 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:15:02.736437 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aca640-6e13-4c28-aaea-7c3b809ce45f req-c2c0b2ed-5521-40c6-8cf0-191b03aae302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:02.737916 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-03aca640-6e13-4c28-aaea-7c3b809ce45f req-c2c0b2ed-5521-40c6-8cf0-191b03aae302 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 1098 time: 0.0743752
Nov 16 22:15:02.779448 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-03aca640-6e13-4c28-aaea-7c3b809ce45f req-dbddc248-c805-4fc4-882f-88d4720ebed1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339801
Nov 16 22:15:03.157340 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da0619-bbd8-412c-87bc-aeb26d51fed5 req-0934fcda-df3a-40fe-9fbc-f678aae21fff tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:03.158820 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-07da0619-bbd8-412c-87bc-aeb26d51fed5 req-0934fcda-df3a-40fe-9fbc-f678aae21fff tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 945 time: 0.0823026
Nov 16 22:15:03.201541 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-07da0619-bbd8-412c-87bc-aeb26d51fed5 req-69f82792-5803-49d5-a2ca-ee718548f199 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372427
Nov 16 22:15:04.394156 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8251275-6418-497d-873d-6b861cc980fe req-f12e4eca-ee2a-4ab8-827e-70816b558e57 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:04.395620 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f8251275-6418-497d-873d-6b861cc980fe req-f12e4eca-ee2a-4ab8-827e-70816b558e57 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 945 time: 0.0815427
Nov 16 22:15:04.438369 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f8251275-6418-497d-873d-6b861cc980fe req-3613d91e-5167-4a89-b51d-eaa43befeed9 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372255
Nov 16 22:15:05.628049 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba17b8e-0555-4082-ac1b-22c69a7b5898 req-be81e625-14b0-49af-b9ad-c025b16cec6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:05.629501 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6ba17b8e-0555-4082-ac1b-22c69a7b5898 req-be81e625-14b0-49af-b9ad-c025b16cec6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 945 time: 0.0843804
Nov 16 22:15:05.677369 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6ba17b8e-0555-4082-ac1b-22c69a7b5898 req-47d61ff3-28f9-40a7-a3ab-97197aa40597 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422354
Nov 16 22:15:14.590705 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a1c805a0-0a77-4423-8fde-5274ec156d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:15.093553 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:17.196060 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a1d7-5e6e-45cb-9e79-6718aab7e27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:18.590420 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:19.437828 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:15:19.937452 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:32.025567 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c30f1662-41fa-4ad3-9c48-e2194891f8a5 req-b797745d-0b19-48e6-9b81-a705c5021837 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0855043
Nov 16 22:15:32.140761 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f1662-41fa-4ad3-9c48-e2194891f8a5 req-e3678cd0-cd37-4bc6-aea9-2dff20b00588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:32.148572 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c30f1662-41fa-4ad3-9c48-e2194891f8a5 req-e3678cd0-cd37-4bc6-aea9-2dff20b00588 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b1ec7ea85174e23b44b1845b82e2fed&device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 1137 time: 0.0885425
Nov 16 22:15:32.303276 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f1662-41fa-4ad3-9c48-e2194891f8a5 req-3064bd60-e62d-4343-9e61-c54b2cded91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:32.304713 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c30f1662-41fa-4ad3-9c48-e2194891f8a5 req-3064bd60-e62d-4343-9e61-c54b2cded91f service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e3e2322-7b1d-4793-ab21-3c50a5faa848 HTTP/1.1" status: 200  len: 915 time: 0.1339498
Nov 16 22:15:32.411078 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c30f1662-41fa-4ad3-9c48-e2194891f8a5 req-0c667477-8cf5-4b4a-b953-281bf7dcc0d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc5db9c-88df-42af-bfaa-26a797d65129 HTTP/1.1" status: 200  len: 1000 time: 0.0991981
Nov 16 22:15:32.412862 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:32.481701 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f1662-41fa-4ad3-9c48-e2194891f8a5 req-5f55fcc0-5471-4729-b5cb-3c2517385420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:32.483779 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c30f1662-41fa-4ad3-9c48-e2194891f8a5 req-5f55fcc0-5471-4729-b5cb-3c2517385420 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77fd55f-0195-4961-bf1c-3011e289abe2 HTTP/1.1" status: 200  len: 853 time: 0.0652039
Nov 16 22:15:32.579293 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f1662-41fa-4ad3-9c48-e2194891f8a5 req-073ace6f-78cc-4bde-8281-c7a93c691346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:32.580785 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c30f1662-41fa-4ad3-9c48-e2194891f8a5 req-073ace6f-78cc-4bde-8281-c7a93c691346 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e3e2322-7b1d-4793-ab21-3c50a5faa848&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877373
Nov 16 22:15:32.716125 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c30f1662-41fa-4ad3-9c48-e2194891f8a5 req-d68dc155-0861-48be-b806-659e35c8a53b service neutron] 10.222.0.72 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262245
Nov 16 22:15:32.858881 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c30f1662-41fa-4ad3-9c48-e2194891f8a5 req-dab1da99-b675-4c94-8b82-de9aa461e6ef service neutron] 10.222.0.72 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349838
Nov 16 22:15:35.990045 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c17b9-d57a-4d46-9689-83eb71c0b521 req-261edafe-955b-4de4-bb76-31f8148e2d6c tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:35.991528 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-769c17b9-d57a-4d46-9689-83eb71c0b521 req-261edafe-955b-4de4-bb76-31f8148e2d6c tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 945 time: 0.0850530
Nov 16 22:15:36.036110 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-769c17b9-d57a-4d46-9689-83eb71c0b521 req-43e4dc97-c2af-425e-9a38-34a08a0e6ed9 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389049
Nov 16 22:15:37.225093 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b6ce4-cd90-4b8c-91b5-3692103edfaa req-79246e48-80d0-4f2a-8e41-66d558fe0dda tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:37.227501 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-874b6ce4-cd90-4b8c-91b5-3692103edfaa req-79246e48-80d0-4f2a-8e41-66d558fe0dda tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 945 time: 0.0825255
Nov 16 22:15:37.271861 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-874b6ce4-cd90-4b8c-91b5-3692103edfaa req-c5fc97d9-5b80-4843-8264-0eb1f33699b2 tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392389
Nov 16 22:15:38.481253 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b3a44-f7c1-4804-b622-ffdb0606d92b req-411bab71-2a5d-4713-a6e3-b25cb3aef26b tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:38.482577 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3e7b3a44-f7c1-4804-b622-ffdb0606d92b req-411bab71-2a5d-4713-a6e3-b25cb3aef26b tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.72 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 945 time: 0.2201426
Nov 16 22:15:38.533567 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1374d-f5eb-4492-a514-8c2a81bf7b3f req-99078705-c169-407f-bf83-45aa9e8a1a3e tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:38.534987 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1ac1374d-f5eb-4492-a514-8c2a81bf7b3f req-99078705-c169-407f-bf83-45aa9e8a1a3e tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 945 time: 0.1455703
Nov 16 22:15:38.589796 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-3e7b3a44-f7c1-4804-b622-ffdb0606d92b req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Deleting port d7e17c3f-5e95-411f-a452-b58aa602bef2 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:15:38.590128 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-3e7b3a44-f7c1-4804-b622-ffdb0606d92b req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:38.634593 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1ac1374d-f5eb-4492-a514-8c2a81bf7b3f req-74c41281-0103-4c5c-9105-e51d400ac50e tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/security-groups?id=b2d06c17-df5d-4008-ab1f-2abd401fae9d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927198
Nov 16 22:15:38.851025 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-3e7b3a44-f7c1-4804-b622-ffdb0606d92b req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] For port d7e17c3f-5e95-411f-a452-b58aa602bef2, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=d7e17c3f-5e95-411f-a452-b58aa602bef2,segment=NetworkSegment(ed518f6f-ad05-4b2b-a8d9-9f19ef392615),segment_id=ed518f6f-ad05-4b2b-a8d9-9f19ef392615)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:15:38.851508 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-3e7b3a44-f7c1-4804-b622-ffdb0606d92b req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:38.979489 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-3e7b3a44-f7c1-4804-b622-ffdb0606d92b req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Calling delete_port for d7e17c3f-5e95-411f-a452-b58aa602bef2 owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:15:39.161407 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-3e7b3a44-f7c1-4804-b622-ffdb0606d92b req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:39.167163 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a701bb8a-4210-489b-bf8d-4500f7815394 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:15:39.202507 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['d7e17c3f-5e95-411f-a452-b58aa602bef2'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:15:39.213022 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Pushing event deleted for resources: {'Port': ['ID=d7e17c3f-5e95-411f-a452-b58aa602bef2,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:15:39.256155 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:39.256533 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:39.256895 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:39.257262 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:39.257616 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:39.257969 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:39.258323 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:39.258675 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:39.259025 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:39.259401 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:39.259752 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:39.260094 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:39.290196 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:15:39.301412 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7b3a44-f7c1-4804-b622-ffdb0606d92b req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] No DVR routers for this DVR port d7e17c3f-5e95-411f-a452-b58aa602bef2 on host hv-cinder-81814 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:15:39.303834 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-3e7b3a44-f7c1-4804-b622-ffdb0606d92b req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:39.306349 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617e4ddf-bc95-4ecd-af49-ac51e094dd92', 'name': 'network-vif-deleted', 'tag': 'd7e17c3f-5e95-411f-a452-b58aa602bef2'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:15:39.352424 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617e4ddf-bc95-4ecd-af49-ac51e094dd92', 'name': 'network-vif-deleted', 'tag': 'd7e17c3f-5e95-411f-a452-b58aa602bef2', 'status': 'completed', 'code': 200}
Nov 16 22:15:39.379326 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3e7b3a44-f7c1-4804-b622-ffdb0606d92b req-f2dd6852-07b2-4659-b4d8-305630eeef6d tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.72 "DELETE /v2.0/ports/d7e17c3f-5e95-411f-a452-b58aa602bef2 HTTP/1.1" status: 204  len: 173 time: 0.8895767
Nov 16 22:15:39.804567 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-b90184a8-f41c-435d-8cc2-0d106a0f486e req-0f0c6f55-5ed5-4eed-9199-f95336e97a7a tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Synchronizing usage tracker for tenant:7fb42ed2607149c196592b7c372b6cad on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:15:39.902779 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-b90184a8-f41c-435d-8cc2-0d106a0f486e req-0f0c6f55-5ed5-4eed-9199-f95336e97a7a tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] Unset dirty status for tenant:7fb42ed2607149c196592b7c372b6cad on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:15:39.903985 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b90184a8-f41c-435d-8cc2-0d106a0f486e req-0f0c6f55-5ed5-4eed-9199-f95336e97a7a tempest-VolumesSnapshotTestJSON-705844020 tempest-VolumesSnapshotTestJSON-705844020-project] 10.222.0.71 "GET /v2.0/ports?device_id=617e4ddf-bc95-4ecd-af49-ac51e094dd92 HTTP/1.1" status: 200  len: 210 time: 0.1425099
Nov 16 22:15:42.267489 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device d7e17c3f-5e95-411f-a452-b58aa602bef2 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:15:42.300667 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: d7e17c3f-5e95-411f-a452-b58aa602bef2 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:15:42.301009 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device d7e17c3f-5e95-411f-a452-b58aa602bef2 not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:15:44.595999 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-12f32049-0c38-4b09-946d-0c42665c57ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:45.115030 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:47.189535 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6a16e9e8-b651-4c47-9ccf-860a1639b0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:48.623781 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:49.949356 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:54.244810 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-410ad5be-5a11-4e84-b4f0-12634429892d req-1fbf66da-4240-4a76-b8bf-193327023640 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1135525014&fields=id&tenant_id=4b1ec7ea85174e23b44b1845b82e2fed HTTP/1.1" status: 200  len: 267 time: 0.0400360
Nov 16 22:15:54.333445 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ad5be-5a11-4e84-b4f0-12634429892d req-165808b1-b9af-489c-ad89-23f578c44a48 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:54.334890 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-410ad5be-5a11-4e84-b4f0-12634429892d req-165808b1-b9af-489c-ad89-23f578c44a48 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 984 time: 0.0848589
Nov 16 22:15:54.345563 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-410ad5be-5a11-4e84-b4f0-12634429892d req-0ecf26f1-17b6-4c0b-a8c5-f6b540e50fd7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Request body: {'port': {'security_groups': ['19440633-122c-43c4-9c64-53fea3415cf9']}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:15:54.462955 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-410ad5be-5a11-4e84-b4f0-12634429892d req-0ecf26f1-17b6-4c0b-a8c5-f6b540e50fd7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:54.706412 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-410ad5be-5a11-4e84-b4f0-12634429892d req-0ecf26f1-17b6-4c0b-a8c5-f6b540e50fd7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] For port 7bc5db9c-88df-42af-bfaa-26a797d65129, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=7bc5db9c-88df-42af-bfaa-26a797d65129,segment=NetworkSegment(8f872b56-3f8a-41a6-b41d-3f431cac4a01),segment_id=8f872b56-3f8a-41a6-b41d-3f431cac4a01)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:15:54.732541 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-410ad5be-5a11-4e84-b4f0-12634429892d req-0ecf26f1-17b6-4c0b-a8c5-f6b540e50fd7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:54.783889 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-410ad5be-5a11-4e84-b4f0-12634429892d req-0ecf26f1-17b6-4c0b-a8c5-f6b540e50fd7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6816999'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:54.790813 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2ad23406-1551-407c-b791-4868e363b1ef tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:15:54.838509 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['7bc5db9c-88df-42af-bfaa-26a797d65129'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:15:54.848151 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ad5be-5a11-4e84-b4f0-12634429892d req-0ecf26f1-17b6-4c0b-a8c5-f6b540e50fd7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:54.848801 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-410ad5be-5a11-4e84-b4f0-12634429892d req-0ecf26f1-17b6-4c0b-a8c5-f6b540e50fd7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:54.850440 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-410ad5be-5a11-4e84-b4f0-12634429892d req-0ecf26f1-17b6-4c0b-a8c5-f6b540e50fd7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "PUT /v2.0/ports/7bc5db9c-88df-42af-bfaa-26a797d65129 HTTP/1.1" status: 200  len: 942 time: 0.5094509
Nov 16 22:15:54.856757 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 41684) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:15:54.864333 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'tag': '7bc5db9c-88df-42af-bfaa-26a797d65129'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:15:54.903192 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf26f1-17b6-4c0b-a8c5-f6b540e50fd7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Pushing event updated for resources: {'Port': ['ID=7bc5db9c-88df-42af-bfaa-26a797d65129,revision_number=7']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:15:54.907136 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0ecf26f1-17b6-4c0b-a8c5-f6b540e50fd7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:15:54.955038 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'tag': '7bc5db9c-88df-42af-bfaa-26a797d65129', 'status': 'completed', 'code': 200}
Nov 16 22:15:54.956317 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:54.997822 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:55.077076 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['7bc5db9c-88df-42af-bfaa-26a797d65129'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:15:55.118259 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2088df-4e0b-4300-8bc7-9999c9ddfa52 req-aebcd53b-379e-4198-a1fd-90b0dbdb131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:55.120848 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9f2088df-4e0b-4300-8bc7-9999c9ddfa52 req-aebcd53b-379e-4198-a1fd-90b0dbdb131b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b1ec7ea85174e23b44b1845b82e2fed&device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 1098 time: 0.1066253
Nov 16 22:15:55.161937 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:55.174011 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ed385a8b-2208-45ea-a2c3-948b57496474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:15:55.196002 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fb0903-fbd5-4133-9f1b-21cc58226010,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:15:55.205627 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:55.210428 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "DELETE /v2.0/security-groups/f6fb0903-fbd5-4133-9f1b-21cc58226010 HTTP/1.1" status: 204  len: 168 time: 0.3525696
Nov 16 22:15:55.212035 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 41696) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:15:55.214131 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:55.214526 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:55.215034 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:55.215424 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:55.215945 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:55.216311 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:55.216667 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:55.217020 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:55.217372 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:55.217765 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:55.218275 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:55.218791 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:15:55.228650 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-27b6682f-62d2-4f88-b5fb-cecf2ae42285 None None] Provisioning complete for port 7bc5db9c-88df-42af-bfaa-26a797d65129 triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:15:55.229204 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-27b6682f-62d2-4f88-b5fb-cecf2ae42285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:55.295235 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:15:55.411091 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2088df-4e0b-4300-8bc7-9999c9ddfa52 req-165f604d-35da-4993-8a0d-5054bdf5b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:55.412495 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9f2088df-4e0b-4300-8bc7-9999c9ddfa52 req-165f604d-35da-4993-8a0d-5054bdf5b847 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e3e2322-7b1d-4793-ab21-3c50a5faa848 HTTP/1.1" status: 200  len: 915 time: 0.2839055
Nov 16 22:15:55.529869 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9f2088df-4e0b-4300-8bc7-9999c9ddfa52 req-3e360885-4eb8-4c21-be8c-f8ab5eece161 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc5db9c-88df-42af-bfaa-26a797d65129 HTTP/1.1" status: 200  len: 1000 time: 0.1094077
Nov 16 22:15:55.592625 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3a93bc5a-4558-486f-a5e8-cd29fe3db04a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Deleting port b5382b53-6e84-4049-b7b4-0e704fdc458d {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:15:55.593038 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a93bc5a-4558-486f-a5e8-cd29fe3db04a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:55.597795 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2088df-4e0b-4300-8bc7-9999c9ddfa52 req-4fdfbdc3-1ed3-4113-8d9e-ee95f5eeaea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:55.599259 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9f2088df-4e0b-4300-8bc7-9999c9ddfa52 req-4fdfbdc3-1ed3-4113-8d9e-ee95f5eeaea7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77fd55f-0195-4961-bf1c-3011e289abe2 HTTP/1.1" status: 200  len: 853 time: 0.0618544
Nov 16 22:15:55.680906 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2088df-4e0b-4300-8bc7-9999c9ddfa52 req-771220ec-ee18-4a14-b5a3-a442ed3d0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:15:55.682293 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9f2088df-4e0b-4300-8bc7-9999c9ddfa52 req-771220ec-ee18-4a14-b5a3-a442ed3d0d73 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e3e2322-7b1d-4793-ab21-3c50a5faa848&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763311
Nov 16 22:15:55.768814 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a93bc5a-4558-486f-a5e8-cd29fe3db04a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:55.769130 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a93bc5a-4558-486f-a5e8-cd29fe3db04a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:55.824371 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9f2088df-4e0b-4300-8bc7-9999c9ddfa52 req-68be1a48-784b-47ce-9c3c-80e8dd0844a2 service neutron] 10.222.0.72 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328254
Nov 16 22:15:55.896503 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-3a93bc5a-4558-486f-a5e8-cd29fe3db04a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Calling delete_port for b5382b53-6e84-4049-b7b4-0e704fdc458d owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:15:55.965390 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9f2088df-4e0b-4300-8bc7-9999c9ddfa52 req-8d0c9d21-5aec-4a95-ade8-9e63de00637e service neutron] 10.222.0.72 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327627
Nov 16 22:15:56.137458 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a93bc5a-4558-486f-a5e8-cd29fe3db04a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:56.141249 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:15:56.185277 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93bc5a-4558-486f-a5e8-cd29fe3db04a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Pushing event deleted for resources: {'Port': ['ID=b5382b53-6e84-4049-b7b4-0e704fdc458d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:15:56.188289 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-3a93bc5a-4558-486f-a5e8-cd29fe3db04a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:15:56.281112 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a93bc5a-4558-486f-a5e8-cd29fe3db04a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:56.281448 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.l3_db [None req-3a93bc5a-4558-486f-a5e8-cd29fe3db04a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Floating IP a49ce657-caa9-4692-9d45-6f53dcf214fe disassociated (deleted). External IP: 172.27.1.39, port: 7bc5db9c-88df-42af-bfaa-26a797d65129.
Nov 16 22:15:56.436312 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:15:56.639495 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a93bc5a-4558-486f-a5e8-cd29fe3db04a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Router 455f00e0-075d-4666-8bd8-372800e31a3e has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:15:56.819236 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a93bc5a-4558-486f-a5e8-cd29fe3db04a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:15:56.829797 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121775c-3416-4bfc-94a2-b7698fa33bdb None None] Sync routers for ids ['455f00e0-075d-4666-8bd8-372800e31a3e'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:15:56.835503 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a93bc5a-4558-486f-a5e8-cd29fe3db04a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:15:56.839546 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121775c-3416-4bfc-94a2-b7698fa33bdb None None] Routers {'455f00e0-075d-4666-8bd8-372800e31a3e'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:15:56.840158 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-0121775c-3416-4bfc-94a2-b7698fa33bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d21f3580>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:15:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['455f00e0-075d-4666-8bd8-372800e31a3e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:15:56.889288 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-3a93bc5a-4558-486f-a5e8-cd29fe3db04a tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "DELETE /v2.0/floatingips/a49ce657-caa9-4692-9d45-6f53dcf214fe HTTP/1.1" status: 204  len: 168 time: 1.6671274
Nov 16 22:15:56.889922 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'tag': '7bc5db9c-88df-42af-bfaa-26a797d65129'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:15:57.019753 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-0121775c-3416-4bfc-94a2-b7698fa33bdb None None] Set router 455f00e0-075d-4666-8bd8-372800e31a3e gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:15:57.331759 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-0121775c-3416-4bfc-94a2-b7698fa33bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d21f3580>, [{'id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'name': 'tempest-TestMinimumBasicScenario-218532487-router', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:10:58Z', 'updated_at': '2021-11-16T22:11:04Z', 'revision_number': 4, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'gw_port': {'id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:10:59Z', 'updated_at': '2021-11-16T22:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '21b31dc3-6597-46ac-b6ec-62df2364168e', 'name': '', 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'mac_address': 'fa:16:3e:63:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:03Z', 'updated_at': '2021-11-16T22:11:12Z', 'revision_number': 5, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'subnets': [{'id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:15:57.335568 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121775c-3416-4bfc-94a2-b7698fa33bdb None None] Checking router: 455f00e0-075d-4666-8bd8-372800e31a3e for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:15:57.344037 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121775c-3416-4bfc-94a2-b7698fa33bdb None None] Routers {'455f00e0-075d-4666-8bd8-372800e31a3e'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:15:57.344678 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-0121775c-3416-4bfc-94a2-b7698fa33bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d21f3580>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:15:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['455f00e0-075d-4666-8bd8-372800e31a3e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:15:57.553610 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-0121775c-3416-4bfc-94a2-b7698fa33bdb None None] Set router 455f00e0-075d-4666-8bd8-372800e31a3e gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:15:57.871594 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-0121775c-3416-4bfc-94a2-b7698fa33bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d21f3580>, [{'id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'name': 'tempest-TestMinimumBasicScenario-218532487-router', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:10:58Z', 'updated_at': '2021-11-16T22:11:04Z', 'revision_number': 4, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'gw_port': {'id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:10:59Z', 'updated_at': '2021-11-16T22:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '21b31dc3-6597-46ac-b6ec-62df2364168e', 'name': '', 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'mac_address': 'fa:16:3e:63:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:03Z', 'updated_at': '2021-11-16T22:11:12Z', 'revision_number': 5, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'subnets': [{'id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:15:57.875781 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121775c-3416-4bfc-94a2-b7698fa33bdb None None] The sync data for ids ['455f00e0-075d-4666-8bd8-372800e31a3e'] in dv-cinder-818140-1-iscsi is: [{'id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'name': 'tempest-TestMinimumBasicScenario-218532487-router', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:10:58Z', 'updated_at': '2021-11-16T22:11:04Z', 'revision_number': 4, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'gw_port': {'id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:10:59Z', 'updated_at': '2021-11-16T22:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '21b31dc3-6597-46ac-b6ec-62df2364168e', 'name': '', 'network_id': '9e3e2322-7b1d-4793-ab21-3c50a5faa848', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'mac_address': 'fa:16:3e:63:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:03Z', 'updated_at': '2021-11-16T22:11:12Z', 'revision_number': 5, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'subnets': [{'id': 'e77fd55f-0195-4961-bf1c-3011e289abe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:15:58.091894 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207a8f28-3a2f-483a-9d39-9cb5eb0fe5c0 None None] New status for floating IP a49ce657-caa9-4692-9d45-6f53dcf214fe: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:16:00.139165 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'tag': '7bc5db9c-88df-42af-bfaa-26a797d65129', 'status': 'completed', 'code': 200}
Nov 16 22:16:00.253847 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d54d6e-cdf5-4df0-b327-8a7ef78e4033 req-dfc76c1d-321d-4e67-a2f7-82fd37826ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:00.255337 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e8d54d6e-cdf5-4df0-b327-8a7ef78e4033 req-dfc76c1d-321d-4e67-a2f7-82fd37826ec1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b1ec7ea85174e23b44b1845b82e2fed&device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 1098 time: 0.0720816
Nov 16 22:16:00.396697 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d54d6e-cdf5-4df0-b327-8a7ef78e4033 req-4eae1e20-e85e-4a2b-94b7-9adc1c4d196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:00.398156 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e8d54d6e-cdf5-4df0-b327-8a7ef78e4033 req-4eae1e20-e85e-4a2b-94b7-9adc1c4d196a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e3e2322-7b1d-4793-ab21-3c50a5faa848 HTTP/1.1" status: 200  len: 915 time: 0.1359396
Nov 16 22:16:00.470565 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e8d54d6e-cdf5-4df0-b327-8a7ef78e4033 req-fe14ef95-1c8e-48cf-bb5b-f4f4b2ea1dcc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc5db9c-88df-42af-bfaa-26a797d65129 HTTP/1.1" status: 200  len: 217 time: 0.0650356
Nov 16 22:16:00.536705 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d54d6e-cdf5-4df0-b327-8a7ef78e4033 req-4e5a2d9d-b8b3-4948-bda1-d2ff88296ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:00.538322 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e8d54d6e-cdf5-4df0-b327-8a7ef78e4033 req-4e5a2d9d-b8b3-4948-bda1-d2ff88296ede service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e77fd55f-0195-4961-bf1c-3011e289abe2 HTTP/1.1" status: 200  len: 853 time: 0.0593531
Nov 16 22:16:00.621618 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d54d6e-cdf5-4df0-b327-8a7ef78e4033 req-b092fb20-9910-47cc-9f65-5de1a929553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:00.623278 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e8d54d6e-cdf5-4df0-b327-8a7ef78e4033 req-b092fb20-9910-47cc-9f65-5de1a929553b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e3e2322-7b1d-4793-ab21-3c50a5faa848&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749595
Nov 16 22:16:00.770130 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e8d54d6e-cdf5-4df0-b327-8a7ef78e4033 req-2deb5c4a-c389-49c6-a6e2-4fceaedc0d0b service neutron] 10.222.0.72 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302180
Nov 16 22:16:00.900898 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e8d54d6e-cdf5-4df0-b327-8a7ef78e4033 req-83c6a00e-f4f1-4a83-8823-3f7781e18d0e service neutron] 10.222.0.72 "GET /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231666
Nov 16 22:16:02.423220 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:04.974356 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab2726-2d07-4d61-b1a3-05434e900a1e req-74bcaf2d-12a3-4bed-9cb1-7553f295275b tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:04.976271 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-98ab2726-2d07-4d61-b1a3-05434e900a1e req-74bcaf2d-12a3-4bed-9cb1-7553f295275b tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 945 time: 0.0837917
Nov 16 22:16:05.022034 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-98ab2726-2d07-4d61-b1a3-05434e900a1e req-2a18091d-41d6-4f36-a750-8b30af085ad6 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395858
Nov 16 22:16:06.210551 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79177945-d9a4-4213-b24c-096046dfa5c2 req-9d13fad5-071f-4152-9b89-6d108f5df8ae tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:06.212086 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-79177945-d9a4-4213-b24c-096046dfa5c2 req-9d13fad5-071f-4152-9b89-6d108f5df8ae tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 945 time: 0.0850632
Nov 16 22:16:06.257015 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-79177945-d9a4-4213-b24c-096046dfa5c2 req-677334c7-c837-4122-8b40-635630dc7289 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386810
Nov 16 22:16:07.568188 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059249e9-535c-4c06-978c-f71b13d28e3b req-edf8b182-3c7d-4473-a41d-af0f44a923c5 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:07.569594 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-059249e9-535c-4c06-978c-f71b13d28e3b req-edf8b182-3c7d-4473-a41d-af0f44a923c5 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.72 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 945 time: 0.2376800
Nov 16 22:16:07.581588 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d950c-4ee3-44e8-b56f-1706e000eab8 req-b1725b49-4344-441d-9195-dbb8696808bf tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:07.582921 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e08d950c-4ee3-44e8-b56f-1706e000eab8 req-b1725b49-4344-441d-9195-dbb8696808bf tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 945 time: 0.2146678
Nov 16 22:16:07.680011 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-059249e9-535c-4c06-978c-f71b13d28e3b req-3b4ba975-52b3-47bf-a082-c92baf620919 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Deleting port 7bc5db9c-88df-42af-bfaa-26a797d65129 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:07.680353 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-059249e9-535c-4c06-978c-f71b13d28e3b req-3b4ba975-52b3-47bf-a082-c92baf620919 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:07.713755 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e08d950c-4ee3-44e8-b56f-1706e000eab8 req-ee040706-3c1f-437c-a8f2-b91fea55084e tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/security-groups?id=19440633-122c-43c4-9c64-53fea3415cf9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961254
Nov 16 22:16:07.943074 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-059249e9-535c-4c06-978c-f71b13d28e3b req-3b4ba975-52b3-47bf-a082-c92baf620919 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] For port 7bc5db9c-88df-42af-bfaa-26a797d65129, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=7bc5db9c-88df-42af-bfaa-26a797d65129,segment=NetworkSegment(8f872b56-3f8a-41a6-b41d-3f431cac4a01),segment_id=8f872b56-3f8a-41a6-b41d-3f431cac4a01)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:07.943457 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-059249e9-535c-4c06-978c-f71b13d28e3b req-3b4ba975-52b3-47bf-a082-c92baf620919 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:08.072822 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-059249e9-535c-4c06-978c-f71b13d28e3b req-3b4ba975-52b3-47bf-a082-c92baf620919 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Calling delete_port for 7bc5db9c-88df-42af-bfaa-26a797d65129 owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:08.278919 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-059249e9-535c-4c06-978c-f71b13d28e3b req-3b4ba975-52b3-47bf-a082-c92baf620919 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:08.284752 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-85b907db-e266-4abb-b7df-08f12b59a3c8 tempest-AttachVolumeNegativeTest-919556363 tempest-AttachVolumeNegativeTest-919556363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:08.330187 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['7bc5db9c-88df-42af-bfaa-26a797d65129'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:16:08.334338 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ba975-52b3-47bf-a082-c92baf620919 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Pushing event deleted for resources: {'Port': ['ID=7bc5db9c-88df-42af-bfaa-26a797d65129,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:08.361358 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3b4ba975-52b3-47bf-a082-c92baf620919 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:08.408647 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-059249e9-535c-4c06-978c-f71b13d28e3b req-3b4ba975-52b3-47bf-a082-c92baf620919 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] No DVR routers for this DVR port 7bc5db9c-88df-42af-bfaa-26a797d65129 on host hv-cinder-81814 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:16:08.410761 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-059249e9-535c-4c06-978c-f71b13d28e3b req-3b4ba975-52b3-47bf-a082-c92baf620919 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:08.413360 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'name': 'network-vif-deleted', 'tag': '7bc5db9c-88df-42af-bfaa-26a797d65129'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:16:08.425695 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-059249e9-535c-4c06-978c-f71b13d28e3b req-3b4ba975-52b3-47bf-a082-c92baf620919 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.72 "DELETE /v2.0/ports/7bc5db9c-88df-42af-bfaa-26a797d65129 HTTP/1.1" status: 204  len: 173 time: 0.8418095
Nov 16 22:16:08.466991 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699c2190-8194-49fd-8f28-9b74a4f1d6e2', 'name': 'network-vif-deleted', 'tag': '7bc5db9c-88df-42af-bfaa-26a797d65129', 'status': 'completed', 'code': 200}
Nov 16 22:16:08.875344 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-61657959-fe43-4bf6-8db7-acd8bc50dcb6 req-15b7a319-aaad-490a-87e6-3987ae7ecdc4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Synchronizing usage tracker for tenant:4b1ec7ea85174e23b44b1845b82e2fed on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:16:08.993452 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-61657959-fe43-4bf6-8db7-acd8bc50dcb6 req-15b7a319-aaad-490a-87e6-3987ae7ecdc4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Unset dirty status for tenant:4b1ec7ea85174e23b44b1845b82e2fed on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:16:08.994621 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-61657959-fe43-4bf6-8db7-acd8bc50dcb6 req-15b7a319-aaad-490a-87e6-3987ae7ecdc4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] 10.222.0.71 "GET /v2.0/ports?device_id=699c2190-8194-49fd-8f28-9b74a4f1d6e2 HTTP/1.1" status: 200  len: 210 time: 0.1658680
Nov 16 22:16:09.624346 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57bed7-f0fb-41e2-a78f-09621fdeba51 req-cc833936-30d2-4ba6-b094-cee7870801a6 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:09.625809 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d57bed7-f0fb-41e2-a78f-09621fdeba51 req-cc833936-30d2-4ba6-b094-cee7870801a6 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.0952137
Nov 16 22:16:09.675671 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d57bed7-f0fb-41e2-a78f-09621fdeba51 req-0bacb881-6d6a-42c8-aa18-8873af016c92 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433989
Nov 16 22:16:09.943322 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 41848) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:10.282523 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-34a4c94c-cc88-4a0d-add9-39b9acdcda6d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Deleting port 5e8c8516-82bf-41c3-b54a-a945b5ddfd8e {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:10.282864 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-34a4c94c-cc88-4a0d-add9-39b9acdcda6d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:10.479476 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-34a4c94c-cc88-4a0d-add9-39b9acdcda6d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:10.479476 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-34a4c94c-cc88-4a0d-add9-39b9acdcda6d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:10.638697 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 7bc5db9c-88df-42af-bfaa-26a797d65129 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:16:10.681328 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: 7bc5db9c-88df-42af-bfaa-26a797d65129 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:16:10.683490 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 7bc5db9c-88df-42af-bfaa-26a797d65129 not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:16:10.717393 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-34a4c94c-cc88-4a0d-add9-39b9acdcda6d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Calling delete_port for 5e8c8516-82bf-41c3-b54a-a945b5ddfd8e owned by network:floatingip {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:10.948392 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61cbbd-3d77-4ddc-b802-dfc923cec844 req-f328c147-93fc-4fe2-8c5d-49a791f5158b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:10.950416 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3d61cbbd-3d77-4ddc-b802-dfc923cec844 req-f328c147-93fc-4fe2-8c5d-49a791f5158b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.1569927
Nov 16 22:16:10.997676 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3d61cbbd-3d77-4ddc-b802-dfc923cec844 req-7124b812-1a77-403c-a774-f23136ac2f7d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412550
Nov 16 22:16:10.999737 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-34a4c94c-cc88-4a0d-add9-39b9acdcda6d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:11.005694 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-23c35ea6-d336-4bf0-92bc-ef0d8cdaed0c tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:11.082466 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4c94c-cc88-4a0d-add9-39b9acdcda6d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Pushing event deleted for resources: {'Port': ['ID=5e8c8516-82bf-41c3-b54a-a945b5ddfd8e,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:11.090987 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-34a4c94c-cc88-4a0d-add9-39b9acdcda6d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:11.166142 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-34a4c94c-cc88-4a0d-add9-39b9acdcda6d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for floatingip, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:11.166472 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [None req-34a4c94c-cc88-4a0d-add9-39b9acdcda6d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Floating IP 456b6b92-9244-4a2c-b9a3-04dc6c212bca disassociated (deleted). External IP: 172.27.1.127, port: 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc.
Nov 16 22:16:11.528858 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a4c94c-cc88-4a0d-add9-39b9acdcda6d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Router 1b107993-01f2-4d0f-bc94-a59480915b29 has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:16:11.714445 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a4c94c-cc88-4a0d-add9-39b9acdcda6d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:16:11.727714 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754fe86-ad39-4068-878e-5cbac594cf46 None None] Sync routers for ids ['1b107993-01f2-4d0f-bc94-a59480915b29'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:16:11.740388 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5754fe86-ad39-4068-878e-5cbac594cf46 None None] Routers {'1b107993-01f2-4d0f-bc94-a59480915b29'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:16:11.741115 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-5754fe86-ad39-4068-878e-5cbac594cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1fc1fd0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:15:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['1b107993-01f2-4d0f-bc94-a59480915b29'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:11.788428 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 41918) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:11.820898 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-34a4c94c-cc88-4a0d-add9-39b9acdcda6d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:11.884480 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-34a4c94c-cc88-4a0d-add9-39b9acdcda6d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "DELETE /v2.0/floatingips/456b6b92-9244-4a2c-b9a3-04dc6c212bca HTTP/1.1" status: 204  len: 168 time: 1.9393377
Nov 16 22:16:11.885211 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'tag': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:16:11.939681 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-5754fe86-ad39-4068-878e-5cbac594cf46 None None] Set router 1b107993-01f2-4d0f-bc94-a59480915b29 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:16:12.276089 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-5754fe86-ad39-4068-878e-5cbac594cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1fc1fd0>, [{'id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'name': 'tempest-TestShelveInstance-515032565-router', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:59Z', 'updated_at': '2021-11-16T22:09:04Z', 'revision_number': 4, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'gw_port': {'id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:00Z', 'updated_at': '2021-11-16T22:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '290bc20e-3920-4a50-8ad4-eee7b2faa931', 'name': '', 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'mac_address': 'fa:16:3e:0b:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:04Z', 'updated_at': '2021-11-16T22:09:10Z', 'revision_number': 5, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'subnets': [{'id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:12.281432 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754fe86-ad39-4068-878e-5cbac594cf46 None None] Checking router: 1b107993-01f2-4d0f-bc94-a59480915b29 for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:16:12.291533 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5754fe86-ad39-4068-878e-5cbac594cf46 None None] Routers {'1b107993-01f2-4d0f-bc94-a59480915b29'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:16:12.292174 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-5754fe86-ad39-4068-878e-5cbac594cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1fc1fd0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:15:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['1b107993-01f2-4d0f-bc94-a59480915b29'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:12.349372 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'tag': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc', 'status': 'completed', 'code': 200}
Nov 16 22:16:12.482140 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-5754fe86-ad39-4068-878e-5cbac594cf46 None None] Set router 1b107993-01f2-4d0f-bc94-a59480915b29 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:16:12.558001 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9908bff-d0ac-4866-9b64-85a16e9cc1b6 req-ac6090f5-d18a-4a7c-a834-416012bef5dc tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:12.559923 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b9908bff-d0ac-4866-9b64-85a16e9cc1b6 req-ac6090f5-d18a-4a7c-a834-416012bef5dc tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.1397870
Nov 16 22:16:12.647087 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b9908bff-d0ac-4866-9b64-85a16e9cc1b6 req-07146f34-869b-472c-80ad-69beffee87be tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791094
Nov 16 22:16:12.692657 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e6326160-1dd9-4772-97d3-cb520535fd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489157'] for router_interface, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:12.861373 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-5754fe86-ad39-4068-878e-5cbac594cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1fc1fd0>, [{'id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'name': 'tempest-TestShelveInstance-515032565-router', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:59Z', 'updated_at': '2021-11-16T22:09:04Z', 'revision_number': 4, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'gw_port': {'id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:00Z', 'updated_at': '2021-11-16T22:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '290bc20e-3920-4a50-8ad4-eee7b2faa931', 'name': '', 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'mac_address': 'fa:16:3e:0b:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:04Z', 'updated_at': '2021-11-16T22:09:10Z', 'revision_number': 5, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'subnets': [{'id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:12.865296 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754fe86-ad39-4068-878e-5cbac594cf46 None None] The sync data for ids ['1b107993-01f2-4d0f-bc94-a59480915b29'] in dv-cinder-818140-1-iscsi is: [{'id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'name': 'tempest-TestShelveInstance-515032565-router', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:59Z', 'updated_at': '2021-11-16T22:09:04Z', 'revision_number': 4, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'gw_port': {'id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:00Z', 'updated_at': '2021-11-16T22:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '290bc20e-3920-4a50-8ad4-eee7b2faa931', 'name': '', 'network_id': 'a3660de9-4971-4ec7-9b91-f728b00d6e34', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'mac_address': 'fa:16:3e:0b:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:04Z', 'updated_at': '2021-11-16T22:09:10Z', 'revision_number': 5, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'subnets': [{'id': '0ebaf286-2ead-4350-b334-85d62bde1ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:16:13.024161 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b945fc-16af-4b9e-a508-8e596d0f0504 req-264f08b6-8f43-472c-bd78-f310f44bf285 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:13.024861 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-79b945fc-16af-4b9e-a508-8e596d0f0504 req-264f08b6-8f43-472c-bd78-f310f44bf285 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Synchronizing usage tracker for tenant:b1b1976c7d7b433792ca2cf522766f2b on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:16:13.104704 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef62b45-8afd-45c9-b105-79649090b7d7 None None] New status for floating IP 456b6b92-9244-4a2c-b9a3-04dc6c212bca: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:16:13.134724 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-79b945fc-16af-4b9e-a508-8e596d0f0504 req-264f08b6-8f43-472c-bd78-f310f44bf285 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Unset dirty status for tenant:b1b1976c7d7b433792ca2cf522766f2b on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:16:13.135902 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-79b945fc-16af-4b9e-a508-8e596d0f0504 req-264f08b6-8f43-472c-bd78-f310f44bf285 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.3832729
Nov 16 22:16:13.157066 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-e6326160-1dd9-4772-97d3-cb520535fd70 admin admin] Deleting port 21b31dc3-6597-46ac-b6ec-62df2364168e {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:13.157407 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e6326160-1dd9-4772-97d3-cb520535fd70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:13.248492 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-79b945fc-16af-4b9e-a508-8e596d0f0504 req-20425d43-9594-4824-ad55-c788fcd9638d tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057522
Nov 16 22:16:13.361204 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-e6326160-1dd9-4772-97d3-cb520535fd70 admin admin] For port 21b31dc3-6597-46ac-b6ec-62df2364168e, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=21b31dc3-6597-46ac-b6ec-62df2364168e,segment=NetworkSegment(8f872b56-3f8a-41a6-b41d-3f431cac4a01),segment_id=8f872b56-3f8a-41a6-b41d-3f431cac4a01)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:13.362007 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e6326160-1dd9-4772-97d3-cb520535fd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:13.484470 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-e6326160-1dd9-4772-97d3-cb520535fd70 admin admin] Calling delete_port for 21b31dc3-6597-46ac-b6ec-62df2364168e owned by network:router_interface {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:13.979309 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba559b5d-10a0-4b1f-bfc9-04e7d77318ee req-6f13dd1d-ea8c-455b-b301-7d592dbbbfdc tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:13.980757 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ba559b5d-10a0-4b1f-bfc9-04e7d77318ee req-6f13dd1d-ea8c-455b-b301-7d592dbbbfdc tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.2128241
Nov 16 22:16:14.015507 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e6326160-1dd9-4772-97d3-cb520535fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:14.022482 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2cefd242-8cd2-4048-bbc2-03add90ef75a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:14.071502 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ba559b5d-10a0-4b1f-bfc9-04e7d77318ee req-d9733f7f-6711-47ff-8615-2d0cdc49b9a8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848863
Nov 16 22:16:14.073701 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6326160-1dd9-4772-97d3-cb520535fd70 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b31dc3-6597-46ac-b6ec-62df2364168e,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:14.105564 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e6326160-1dd9-4772-97d3-cb520535fd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:14.351313 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e6326160-1dd9-4772-97d3-cb520535fd70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-465237'] for router_interface, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:14.605967 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-86d7985e-403f-4010-b93c-613063a4caa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:14.637096 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf67f2-8936-4ecc-b420-7a1aa9bce85b req-9aad1510-0c95-4e7a-b395-e077fb979c0f tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:14.639434 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2daf67f2-8936-4ecc-b420-7a1aa9bce85b req-9aad1510-0c95-4e7a-b395-e077fb979c0f tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.2218387
Nov 16 22:16:14.856692 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2daf67f2-8936-4ecc-b420-7a1aa9bce85b req-155aa8c6-4a19-4acd-b883-54f25961d620 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2116587
Nov 16 22:16:14.903803 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6d2c3-35a0-42b0-8c02-4a5a5d0e8bec req-4878f245-7330-4a16-8111-b2004d2b7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:14.905281 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a6a6d2c3-35a0-42b0-8c02-4a5a5d0e8bec req-4878f245-7330-4a16-8111-b2004d2b7496 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b1b1976c7d7b433792ca2cf522766f2b&device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 1099 time: 0.3076618
Nov 16 22:16:14.912930 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6326160-1dd9-4772-97d3-cb520535fd70 admin admin] Router 455f00e0-075d-4666-8bd8-372800e31a3e has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:16:15.120223 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:15.257923 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6d2c3-35a0-42b0-8c02-4a5a5d0e8bec req-a29cd3a1-4c33-4b07-8ce5-ca4a6d7b4f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:15.259484 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a6a6d2c3-35a0-42b0-8c02-4a5a5d0e8bec req-a29cd3a1-4c33-4b07-8ce5-ca4a6d7b4f51 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a3660de9-4971-4ec7-9b91-f728b00d6e34 HTTP/1.1" status: 200  len: 909 time: 0.3452885
Nov 16 22:16:15.477660 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a6a6d2c3-35a0-42b0-8c02-4a5a5d0e8bec req-8d4d1639-e2d1-4a72-a3cf-47dbe324185d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc HTTP/1.1" status: 200  len: 217 time: 0.2051065
Nov 16 22:16:15.482576 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6326160-1dd9-4772-97d3-cb520535fd70 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:16:15.498155 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a0a554-b0ff-4905-bb63-be0708bd6a91 None None] Sync routers for ids ['455f00e0-075d-4666-8bd8-372800e31a3e'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:16:15.508608 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a0a554-b0ff-4905-bb63-be0708bd6a91 None None] Routers {'455f00e0-075d-4666-8bd8-372800e31a3e'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:16:15.509224 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-53a0a554-b0ff-4905-bb63-be0708bd6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2274040>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:15:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['455f00e0-075d-4666-8bd8-372800e31a3e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:15.567994 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6d2c3-35a0-42b0-8c02-4a5a5d0e8bec req-cb7d3263-f1c2-4dd2-9b42-1a94cc7dd2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:15.569449 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a6a6d2c3-35a0-42b0-8c02-4a5a5d0e8bec req-cb7d3263-f1c2-4dd2-9b42-1a94cc7dd2be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ebaf286-2ead-4350-b334-85d62bde1ac3 HTTP/1.1" status: 200  len: 847 time: 0.0792372
Nov 16 22:16:15.578689 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b15ca7-31f4-4804-9066-70856d2629d9 req-3bd96042-6721-4008-906b-ea30c096ae65 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:15.580204 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-07b15ca7-31f4-4804-9066-70856d2629d9 req-3bd96042-6721-4008-906b-ea30c096ae65 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.3594935
Nov 16 22:16:15.637398 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-e6326160-1dd9-4772-97d3-cb520535fd70 admin admin] 10.222.0.71 "PUT /v2.0/routers/455f00e0-075d-4666-8bd8-372800e31a3e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8448629
Nov 16 22:16:15.639158 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 41958) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:15.669662 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-07b15ca7-31f4-4804-9066-70856d2629d9 req-25d4bf64-9b73-4392-85b6-ceb72dc29131 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584612
Nov 16 22:16:15.695098 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6d2c3-35a0-42b0-8c02-4a5a5d0e8bec req-e09a8217-0865-4fc7-ae6f-aafa5207427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:15.696641 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a6a6d2c3-35a0-42b0-8c02-4a5a5d0e8bec req-e09a8217-0865-4fc7-ae6f-aafa5207427a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3660de9-4971-4ec7-9b91-f728b00d6e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1155446
Nov 16 22:16:15.720427 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-53a0a554-b0ff-4905-bb63-be0708bd6a91 None None] Set router 455f00e0-075d-4666-8bd8-372800e31a3e gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:16:15.851706 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a6a6d2c3-35a0-42b0-8c02-4a5a5d0e8bec req-99e0f4b0-89bd-488e-873c-93f607ab54dd service neutron] 10.222.0.72 "GET /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475327
Nov 16 22:16:16.048655 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:16.109802 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-53a0a554-b0ff-4905-bb63-be0708bd6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2274040>, [{'id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'name': 'tempest-TestMinimumBasicScenario-218532487-router', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:10:58Z', 'updated_at': '2021-11-16T22:16:13Z', 'revision_number': 5, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'gw_port': {'id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:10:59Z', 'updated_at': '2021-11-16T22:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:16.114426 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a6a6d2c3-35a0-42b0-8c02-4a5a5d0e8bec req-3884a119-1796-4f82-96b2-6a7a50422a35 service neutron] 10.222.0.72 "GET /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2501056
Nov 16 22:16:16.124197 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a0a554-b0ff-4905-bb63-be0708bd6a91 None None] Checking router: 455f00e0-075d-4666-8bd8-372800e31a3e for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:16:16.163817 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a0a554-b0ff-4905-bb63-be0708bd6a91 None None] Routers {'455f00e0-075d-4666-8bd8-372800e31a3e'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:16:16.164461 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-53a0a554-b0ff-4905-bb63-be0708bd6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2274040>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:15:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['455f00e0-075d-4666-8bd8-372800e31a3e'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:16.217909 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398728e9-740b-46cd-81de-711fcc4ec38e req-8e4a1619-8a63-4a4a-a43e-71f53a6b5d70 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:16.219452 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-398728e9-740b-46cd-81de-711fcc4ec38e req-8e4a1619-8a63-4a4a-a43e-71f53a6b5d70 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.2029076
Nov 16 22:16:16.271590 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-398728e9-740b-46cd-81de-711fcc4ec38e req-c928eea2-3e6b-41ec-86e8-0bac1127435c tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446374
Nov 16 22:16:16.374697 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:16.397061 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-53a0a554-b0ff-4905-bb63-be0708bd6a91 None None] Set router 455f00e0-075d-4666-8bd8-372800e31a3e gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:16:16.462744 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] Deleting port e6e90d9d-2452-42f7-b2c8-c68a4a1505bb {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:16.463450 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:16.666373 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] For port e6e90d9d-2452-42f7-b2c8-c68a4a1505bb, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=e6e90d9d-2452-42f7-b2c8-c68a4a1505bb,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:16.667066 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:16.699576 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-53a0a554-b0ff-4905-bb63-be0708bd6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2274040>, [{'id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'name': 'tempest-TestMinimumBasicScenario-218532487-router', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:10:58Z', 'updated_at': '2021-11-16T22:16:13Z', 'revision_number': 5, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'gw_port': {'id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:10:59Z', 'updated_at': '2021-11-16T22:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:16.713159 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a0a554-b0ff-4905-bb63-be0708bd6a91 None None] The sync data for ids ['455f00e0-075d-4666-8bd8-372800e31a3e'] in dv-cinder-818140-1-iscsi is: [{'id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'name': 'tempest-TestMinimumBasicScenario-218532487-router', 'tenant_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:10:58Z', 'updated_at': '2021-11-16T22:16:13Z', 'revision_number': 5, 'project_id': '4b1ec7ea85174e23b44b1845b82e2fed', 'gw_port': {'id': 'e6e90d9d-2452-42f7-b2c8-c68a4a1505bb', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f00e0-075d-4666-8bd8-372800e31a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:10:59Z', 'updated_at': '2021-11-16T22:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:16:16.806278 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] Calling delete_port for e6e90d9d-2452-42f7-b2c8-c68a4a1505bb owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:16.926168 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57489c5-fa65-4b73-a86e-de7a9832d111 req-80dabd8f-a97c-4b2c-a81d-32d27d02dfb8 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:16.927575 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c57489c5-fa65-4b73-a86e-de7a9832d111 req-80dabd8f-a97c-4b2c-a81d-32d27d02dfb8 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.1486461
Nov 16 22:16:16.936168 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd302e62-96f3-4814-b2f4-8726f6514eb6 req-8d96d9cc-d952-4fea-9a6c-cf525d5bdae4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:16.937649 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bd302e62-96f3-4814-b2f4-8726f6514eb6 req-8d96d9cc-d952-4fea-9a6c-cf525d5bdae4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.1166606
Nov 16 22:16:17.036745 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-bd302e62-96f3-4814-b2f4-8726f6514eb6 req-a88c3c58-8114-4391-b413-099ddb6aa5f0 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660665
Nov 16 22:16:17.040940 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-c57489c5-fa65-4b73-a86e-de7a9832d111 req-5cfd1893-ddf1-48f5-9b09-3993b3b65630 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Deleting port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:17.040940 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c57489c5-fa65-4b73-a86e-de7a9832d111 req-5cfd1893-ddf1-48f5-9b09-3993b3b65630 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:17.062065 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:17.066882 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ac097d06-90d8-4206-854b-a57fdfb0a707 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:17.116205 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e90d9d-2452-42f7-b2c8-c68a4a1505bb,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:17.143533 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:17.210720 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984602'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:17.211611 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f414-5ae7-4fe0-9c42-30a5f57d6233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:17.311845 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-c57489c5-fa65-4b73-a86e-de7a9832d111 req-5cfd1893-ddf1-48f5-9b09-3993b3b65630 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] For port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,segment=NetworkSegment(ad66b2e4-588b-463b-9bb1-75be8bdd7d92),segment_id=ad66b2e4-588b-463b-9bb1-75be8bdd7d92)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:17.312319 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c57489c5-fa65-4b73-a86e-de7a9832d111 req-5cfd1893-ddf1-48f5-9b09-3993b3b65630 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:17.390726 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1624'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:17.392983 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:17.441636 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [req-c57489c5-fa65-4b73-a86e-de7a9832d111 req-5cfd1893-ddf1-48f5-9b09-3993b3b65630 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Calling delete_port for 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc owned by compute:nova {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:17.485723 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-488987'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:17.486155 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 455f00e0-075d-4666-8bd8-372800e31a3e {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 16 22:16:17.512264 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:17.517117 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] 10.222.0.71 "DELETE /v2.0/routers/455f00e0-075d-4666-8bd8-372800e31a3e HTTP/1.1" status: 204  len: 168 time: 1.8764832
Nov 16 22:16:17.517642 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 41996) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:17.594816 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ce03c1-dfa6-41b7-b120-3dfb9c0b5ae9 admin admin] Deleting subnet e77fd55f-0195-4961-bf1c-3011e289abe2 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:16:17.598505 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2ce03c1-dfa6-41b7-b120-3dfb9c0b5ae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:17.635627 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb7b94-7907-4eb1-bc04-261e85f17bb5 req-aa5eca0b-b807-497a-a585-8ccf7cf62900 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:17.637176 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ddbb7b94-7907-4eb1-bc04-261e85f17bb5 req-aa5eca0b-b807-497a-a585-8ccf7cf62900 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 946 time: 0.2038445
Nov 16 22:16:17.657706 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2ce03c1-dfa6-41b7-b120-3dfb9c0b5ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7560697'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:17.693462 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ddbb7b94-7907-4eb1-bc04-261e85f17bb5 req-646ee657-e267-4a2c-b225-10fd564c95e1 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/security-groups?id=198f8f9d-4c85-4b90-9fe0-832761c1c80e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500998
Nov 16 22:16:17.742907 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c57489c5-fa65-4b73-a86e-de7a9832d111 req-5cfd1893-ddf1-48f5-9b09-3993b3b65630 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:17.748782 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d3a2120c-23e9-43c5-9603-c5a7b8f5f9ee tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:17.799238 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd1893-ddf1-48f5-9b09-3993b3b65630 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Pushing event deleted for resources: {'Port': ['ID=0be9e9c4-55b3-428b-b8ef-1f63b96e93cc,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:17.802461 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5cfd1893-ddf1-48f5-9b09-3993b3b65630 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:17.879615 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57489c5-fa65-4b73-a86e-de7a9832d111 req-5cfd1893-ddf1-48f5-9b09-3993b3b65630 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] No DVR routers for this DVR port 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc on host hv-cinder-81814 {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:16:17.882109 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-c57489c5-fa65-4b73-a86e-de7a9832d111 req-5cfd1893-ddf1-48f5-9b09-3993b3b65630 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:17.884872 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'name': 'network-vif-deleted', 'tag': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:16:17.887520 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2ce03c1-dfa6-41b7-b120-3dfb9c0b5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:17.935701 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae426f96-34af-426a-b9d2-83ce163783fb', 'name': 'network-vif-deleted', 'tag': '0be9e9c4-55b3-428b-b8ef-1f63b96e93cc', 'status': 'completed', 'code': 200}
Nov 16 22:16:17.989277 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c57489c5-fa65-4b73-a86e-de7a9832d111 req-5cfd1893-ddf1-48f5-9b09-3993b3b65630 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.72 "DELETE /v2.0/ports/0be9e9c4-55b3-428b-b8ef-1f63b96e93cc HTTP/1.1" status: 204  len: 173 time: 1.0506315
Nov 16 22:16:18.068777 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2ce03c1-dfa6-41b7-b120-3dfb9c0b5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5480945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6122369'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:18.074863 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:18.118628 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f2ce03c1-dfa6-41b7-b120-3dfb9c0b5ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:18.129102 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-f2ce03c1-dfa6-41b7-b120-3dfb9c0b5ae9 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e77fd55f-0195-4961-bf1c-3011e289abe2 HTTP/1.1" status: 204  len: 168 time: 0.6104016
Nov 16 22:16:18.130128 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce03c1-dfa6-41b7-b120-3dfb9c0b5ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77fd55f-0195-4961-bf1c-3011e289abe2,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:18.132483 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42008) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:18.132625 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f2ce03c1-dfa6-41b7-b120-3dfb9c0b5ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:18.139718 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8847fc32-954b-4b55-b26b-f513b7b27aae None None] Network 9e3e2322-7b1d-4793-ab21-3c50a5faa848 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:16:18.293631 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 21b31dc3-6597-46ac-b6ec-62df2364168e no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:16:18.341913 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: 21b31dc3-6597-46ac-b6ec-62df2364168e {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:16:18.342261 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 21b31dc3-6597-46ac-b6ec-62df2364168e not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:16:18.342858 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device e6e90d9d-2452-42f7-b2c8-c68a4a1505bb no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:16:18.387346 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: e6e90d9d-2452-42f7-b2c8-c68a4a1505bb {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:16:18.387690 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device e6e90d9d-2452-42f7-b2c8-c68a4a1505bb not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:16:18.429302 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:18.450684 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Deleting port e6fda6da-d365-4472-ad0a-5652f564bbaa {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:18.451023 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:18.493701 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dab284-82e0-425b-b56c-25098668b268 req-a4efc2b2-74a3-476f-a42d-aa9f5fc6581f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:18.495169 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-61dab284-82e0-425b-b56c-25098668b268 req-a4efc2b2-74a3-476f-a42d-aa9f5fc6581f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.2002871
Nov 16 22:16:18.575549 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab621feb-00c6-411d-b9dc-22a94a5d6f06 None None] DHCP port deletion for 9e3e2322-7b1d-4793-ab21-3c50a5faa848 request from dv-cinder-818140-1-iscsi {{(pid=87471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 16 22:16:18.580424 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab621feb-00c6-411d-b9dc-22a94a5d6f06 None None] Deleting port e6fda6da-d365-4472-ad0a-5652f564bbaa {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:18.584209 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab621feb-00c6-411d-b9dc-22a94a5d6f06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:18.599264 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-61dab284-82e0-425b-b56c-25098668b268 req-ea749bad-cadc-4180-b8c7-f98c47aac3e6 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944023
Nov 16 22:16:18.628410 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:18.718303 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] For port e6fda6da-d365-4472-ad0a-5652f564bbaa, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=e6fda6da-d365-4472-ad0a-5652f564bbaa,segment=NetworkSegment(8f872b56-3f8a-41a6-b41d-3f431cac4a01),segment_id=8f872b56-3f8a-41a6-b41d-3f431cac4a01)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:18.718653 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:18.810971 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ab621feb-00c6-411d-b9dc-22a94a5d6f06 None None] For port e6fda6da-d365-4472-ad0a-5652f564bbaa, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=e6fda6da-d365-4472-ad0a-5652f564bbaa,segment=NetworkSegment(8f872b56-3f8a-41a6-b41d-3f431cac4a01),segment_id=8f872b56-3f8a-41a6-b41d-3f431cac4a01)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:18.811416 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab621feb-00c6-411d-b9dc-22a94a5d6f06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:18.844530 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Calling delete_port for e6fda6da-d365-4472-ad0a-5652f564bbaa owned by network:dhcp {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:18.942200 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab621feb-00c6-411d-b9dc-22a94a5d6f06 None None] Calling delete_port for e6fda6da-d365-4472-ad0a-5652f564bbaa owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:18.954072 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-0216721d-c13e-4ed6-b992-4f9797115f85 req-3859db58-4eda-4304-b91a-6370fd1c5260 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Synchronizing usage tracker for tenant:b1b1976c7d7b433792ca2cf522766f2b on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:16:19.074109 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-0216721d-c13e-4ed6-b992-4f9797115f85 req-3859db58-4eda-4304-b91a-6370fd1c5260 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Unset dirty status for tenant:b1b1976c7d7b433792ca2cf522766f2b on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:16:19.075191 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0216721d-c13e-4ed6-b992-4f9797115f85 req-3859db58-4eda-4304-b91a-6370fd1c5260 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 210 time: 0.2375734
Nov 16 22:16:19.098641 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:19.102698 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:19.104504 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-ab621feb-00c6-411d-b9dc-22a94a5d6f06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 16 22:16:19.104859 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-ab621feb-00c6-411d-b9dc-22a94a5d6f06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 16 22:16:19.147873 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6fda6da-d365-4472-ad0a-5652f564bbaa,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:19.149665 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] No DVR routers for this DVR port e6fda6da-d365-4472-ad0a-5652f564bbaa on host dv-cinder-818140-1-iscsi {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:16:19.151081 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:19.271856 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:19.301403 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d0eaa580>,) {'filters': {'network_id': ['9e3e2322-7b1d-4793-ab21-3c50a5faa848']}} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:19.313530 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d0eaa580>, '8f872b56-3f8a-41a6-b41d-3f431cac4a01') {'for_net_delete': True} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:19.313819 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d0eaa580>, '8f872b56-3f8a-41a6-b41d-3f431cac4a01') {} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:19.324984 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6288077'] for segment, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:19.340807 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:19.346670 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=87469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:16:19.347043 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6816971'] for segment, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]: Traceback (most recent call last):
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:     timer()
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:     cb(*args, **kw)
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:     return func(*args, **kwargs)
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:     self._notify()
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:     self.callback(batched_events)
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:     event.method(event)
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:     return f(self, *a, **k)
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self._get(url).json()
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:16:19.360883 dv-cinder-818140-1-iscsi neutron-server[87469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:16:19.537364 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:19.541608 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:19.561801 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:19.570110 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e3e2322-7b1d-4793-ab21-3c50a5faa848,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:19.573276 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:19.606101 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab621feb-00c6-411d-b9dc-22a94a5d6f06 None None] Deleting port e6fda6da-d365-4472-ad0a-5652f564bbaa {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:19.606654 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ab621feb-00c6-411d-b9dc-22a94a5d6f06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:19.673986 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ab621feb-00c6-411d-b9dc-22a94a5d6f06 None None] The port 'e6fda6da-d365-4472-ad0a-5652f564bbaa' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 16 22:16:19.680344 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] 10.222.0.71 "DELETE /v2.0/networks/9e3e2322-7b1d-4793-ab21-3c50a5faa848 HTTP/1.1" status: 204  len: 168 time: 1.5462291
Nov 16 22:16:19.683115 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42024) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:19.931479 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:20.121705 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device e6fda6da-d365-4472-ad0a-5652f564bbaa no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:16:20.131514 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc68280-eb93-42b7-b8cd-13ffc850db7c req-9393f9bb-a254-4737-94a9-be101794330f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:20.133776 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2bc68280-eb93-42b7-b8cd-13ffc850db7c req-9393f9bb-a254-4737-94a9-be101794330f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.3803535
Nov 16 22:16:20.157872 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: e6fda6da-d365-4472-ad0a-5652f564bbaa {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:16:20.158225 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device e6fda6da-d365-4472-ad0a-5652f564bbaa not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:16:20.269755 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4845b2c3-8623-4dca-85eb-07e6028ff181 req-58c70e5b-f200-459c-8a20-6f852be70941 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 210 time: 0.0595746
Nov 16 22:16:20.299635 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2bc68280-eb93-42b7-b8cd-13ffc850db7c req-8b732d62-ae2a-409a-9c18-9c1ebc9190b1 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1130326
Nov 16 22:16:20.493077 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bc4e3f42-d741-44d0-8b53-57d71c6a7990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489157'] for router_interface, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:20.715575 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:16:20.754357 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:16:20.754868 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 0be9e9c4-55b3-428b-b8ef-1f63b96e93cc not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:16:20.844966 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e3f42-d741-44d0-8b53-57d71c6a7990 admin admin] Deleting port 50387228-756d-480e-a84d-5c86f8699e8d {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:20.845301 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bc4e3f42-d741-44d0-8b53-57d71c6a7990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:21.015707 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-bc4e3f42-d741-44d0-8b53-57d71c6a7990 admin admin] For port 50387228-756d-480e-a84d-5c86f8699e8d, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=50387228-756d-480e-a84d-5c86f8699e8d,segment=NetworkSegment(172c90b2-872e-4d2e-92d4-0782b52f28f2),segment_id=172c90b2-872e-4d2e-92d4-0782b52f28f2)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:21.015968 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bc4e3f42-d741-44d0-8b53-57d71c6a7990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:21.144006 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e3f42-d741-44d0-8b53-57d71c6a7990 admin admin] Calling delete_port for 50387228-756d-480e-a84d-5c86f8699e8d owned by network:router_interface {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:21.413158 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bc4e3f42-d741-44d0-8b53-57d71c6a7990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:21.421865 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f527c1c6-ead9-4367-a960-0c52da2e20e7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:21.453105 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1ea66f22-550f-4192-9b2d-b4b7c475dbce req-f1886750-3762-4679-bb55-1f82ee1ede4b tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 210 time: 0.0757315
Nov 16 22:16:21.511132 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e3f42-d741-44d0-8b53-57d71c6a7990 admin admin] Pushing event deleted for resources: {'Port': ['ID=50387228-756d-480e-a84d-5c86f8699e8d,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:21.544052 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-bc4e3f42-d741-44d0-8b53-57d71c6a7990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:21.820190 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa1654-fdb7-478a-bf35-a4c89579c30e req-80d1db72-d741-4027-84bf-a8f6eada5c67 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:21.821664 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9aaa1654-fdb7-478a-bf35-a4c89579c30e req-80d1db72-d741-4027-84bf-a8f6eada5c67 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.3711526
Nov 16 22:16:21.967646 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9aaa1654-fdb7-478a-bf35-a4c89579c30e req-0554f1c1-86bc-410e-b827-c822719469e5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1364670
Nov 16 22:16:21.983710 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bc4e3f42-d741-44d0-8b53-57d71c6a7990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-465237'] for router_interface, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:22.357798 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4e3f42-d741-44d0-8b53-57d71c6a7990 admin admin] Router 2149c845-b7bc-4354-bd35-6ebdd1ed7353 has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:16:22.541842 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4e3f42-d741-44d0-8b53-57d71c6a7990 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:16:22.556943 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dff3321-5155-4d28-8f55-bc9f3d22e9b4 None None] Sync routers for ids ['2149c845-b7bc-4354-bd35-6ebdd1ed7353'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:16:22.576694 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dff3321-5155-4d28-8f55-bc9f3d22e9b4 None None] Routers {'2149c845-b7bc-4354-bd35-6ebdd1ed7353'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:16:22.577357 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6dff3321-5155-4d28-8f55-bc9f3d22e9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2535a30>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:16:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['2149c845-b7bc-4354-bd35-6ebdd1ed7353'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:22.634678 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-830e7051-d181-417f-80bd-e69f42959abf req-743000c3-d110-4f99-a95f-719e5ba785b5 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae426f96-34af-426a-b9d2-83ce163783fb HTTP/1.1" status: 200  len: 210 time: 0.0442386
Nov 16 22:16:22.637666 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-bc4e3f42-d741-44d0-8b53-57d71c6a7990 admin admin] 10.222.0.71 "PUT /v2.0/routers/2149c845-b7bc-4354-bd35-6ebdd1ed7353/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9534383
Nov 16 22:16:22.640435 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42054) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:22.809504 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-6dff3321-5155-4d28-8f55-bc9f3d22e9b4 None None] Set router 2149c845-b7bc-4354-bd35-6ebdd1ed7353 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:16:22.861740 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:23.086541 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:23.144507 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6dff3321-5155-4d28-8f55-bc9f3d22e9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2535a30>, [{'id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'name': 'tempest-TestMinimumBasicScenario-1610022596-router', 'tenant_id': 'ef90c3cb8a9643019853c42e20580e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '896089c3-66a3-4d4e-8270-75245fc293bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:11:09Z', 'updated_at': '2021-11-16T22:16:21Z', 'revision_number': 5, 'project_id': 'ef90c3cb8a9643019853c42e20580e4a', 'gw_port': {'id': '896089c3-66a3-4d4e-8270-75245fc293bc', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:11:10Z', 'updated_at': '2021-11-16T22:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:23.148471 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dff3321-5155-4d28-8f55-bc9f3d22e9b4 None None] Checking router: 2149c845-b7bc-4354-bd35-6ebdd1ed7353 for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:16:23.166237 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dff3321-5155-4d28-8f55-bc9f3d22e9b4 None None] Routers {'2149c845-b7bc-4354-bd35-6ebdd1ed7353'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:16:23.167027 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6dff3321-5155-4d28-8f55-bc9f3d22e9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d2535a30>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:16:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['2149c845-b7bc-4354-bd35-6ebdd1ed7353'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:23.213433 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] Deleting port 896089c3-66a3-4d4e-8270-75245fc293bc {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:23.213929 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:23.236355 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b072e-d7ee-49cd-96d7-846db0f94d98 req-b80a1b51-2c41-47d8-af01-2d70a84e5387 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:23.239325 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f50b072e-d7ee-49cd-96d7-846db0f94d98 req-b80a1b51-2c41-47d8-af01-2d70a84e5387 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.1156740
Nov 16 22:16:23.322047 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f50b072e-d7ee-49cd-96d7-846db0f94d98 req-448d9124-a3fb-43d3-b391-2245dc6796ae tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765586
Nov 16 22:16:23.388236 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-6dff3321-5155-4d28-8f55-bc9f3d22e9b4 None None] Set router 2149c845-b7bc-4354-bd35-6ebdd1ed7353 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:16:23.420286 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] For port 896089c3-66a3-4d4e-8270-75245fc293bc, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=896089c3-66a3-4d4e-8270-75245fc293bc,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:23.420724 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:23.465946 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0b0867af-1a06-4159-9070-293a663e4e02 req-02e00b40-1c7c-4aef-a9e7-cde8616e91e4 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408822964&fields=id&tenant_id=6f9679bda1c74f76bcf5494a43c366b3 HTTP/1.1" status: 200  len: 267 time: 0.0540903
Nov 16 22:16:23.501158 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-6dff3321-5155-4d28-8f55-bc9f3d22e9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d2535a30>, [{'id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'name': 'tempest-TestMinimumBasicScenario-1610022596-router', 'tenant_id': 'ef90c3cb8a9643019853c42e20580e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:11:09Z', 'updated_at': '2021-11-16T22:16:23Z', 'revision_number': 6, 'project_id': 'ef90c3cb8a9643019853c42e20580e4a', 'gw_port_host': None}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:23.505508 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dff3321-5155-4d28-8f55-bc9f3d22e9b4 None None] The sync data for ids ['2149c845-b7bc-4354-bd35-6ebdd1ed7353'] in dv-cinder-818140-1-iscsi is: [{'id': '2149c845-b7bc-4354-bd35-6ebdd1ed7353', 'name': 'tempest-TestMinimumBasicScenario-1610022596-router', 'tenant_id': 'ef90c3cb8a9643019853c42e20580e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:11:09Z', 'updated_at': '2021-11-16T22:16:23Z', 'revision_number': 6, 'project_id': 'ef90c3cb8a9643019853c42e20580e4a', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:16:23.552442 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] Calling delete_port for 896089c3-66a3-4d4e-8270-75245fc293bc owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:23.630960 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0867af-1a06-4159-9070-293a663e4e02 req-74af7732-4a30-4067-b16f-a7e8e3d4b4ad tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:23.632412 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0b0867af-1a06-4159-9070-293a663e4e02 req-74af7732-4a30-4067-b16f-a7e8e3d4b4ad tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/networks?id=6431ab66-4714-41a7-87a8-d3f34aa0544b HTTP/1.1" status: 200  len: 811 time: 0.1595597
Nov 16 22:16:23.646797 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0b0867af-1a06-4159-9070-293a663e4e02 req-4f2f8574-0ed8-48d7-8f1c-d0cf874d3504 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/quotas/6f9679bda1c74f76bcf5494a43c366b3 HTTP/1.1" status: 200  len: 375 time: 0.0088363
Nov 16 22:16:23.732314 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42076) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:23.738952 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42080) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:23.793885 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:23.798960 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:23.809246 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0b0867af-1a06-4159-9070-293a663e4e02 req-9f5903a3-4a5e-4e62-9615-6f30bbe7c65f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1565497
Nov 16 22:16:23.818288 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b1c056-3141-4bbf-ad88-900c6f274735 admin admin] Deleting subnet ef3442ba-cbba-4815-b813-c65bdc60cb06 {{(pid=87469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:16:23.821710 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-40b1c056-3141-4bbf-ad88-900c6f274735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:23.857487 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=896089c3-66a3-4d4e-8270-75245fc293bc,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:23.889553 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:23.945331 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7b614728-9ca3-43e5-b29e-3a1f42f7c594 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:23.963610 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-40b1c056-3141-4bbf-ad88-900c6f274735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6288082'] for subnet, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:24.006288 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7b614728-9ca3-43e5-b29e-3a1f42f7c594 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:24.029742 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984602'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:24.175166 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-40b1c056-3141-4bbf-ad88-900c6f274735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:24.203566 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0b0867af-1a06-4159-9070-293a663e4e02 req-1b7a05b1-2bb6-4c31-8323-11eec403018b service neutron] 10.222.0.71 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3553607
Nov 16 22:16:24.325476 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1624'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:24.325933 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:24.367874 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0b0867af-1a06-4159-9070-293a663e4e02 req-33059c4d-90bb-47ec-9354-fb67519bd885 service neutron] 10.222.0.71 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1529720
Nov 16 22:16:24.435611 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-40b1c056-3141-4bbf-ad88-900c6f274735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6816941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016861'] for subnet, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:24.440258 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7cd3d564-7bff-4c21-b41f-cc6573adcfcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:24.455661 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 50387228-756d-480e-a84d-5c86f8699e8d no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:16:24.480541 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-488987'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:24.481114 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2149c845-b7bc-4354-bd35-6ebdd1ed7353 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 16 22:16:24.482969 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7b614728-9ca3-43e5-b29e-3a1f42f7c594 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:24.492944 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-26045977-f8b9-40fb-b34e-338a22fe8b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:24.494824 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: 50387228-756d-480e-a84d-5c86f8699e8d {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:16:24.496004 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 50387228-756d-480e-a84d-5c86f8699e8d not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:16:24.496567 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 896089c3-66a3-4d4e-8270-75245fc293bc no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:16:24.518491 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b614728-9ca3-43e5-b29e-3a1f42f7c594 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198f8f9d-4c85-4b90-9fe0-832761c1c80e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:24.532447 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1c056-3141-4bbf-ad88-900c6f274735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef3442ba-cbba-4815-b813-c65bdc60cb06,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:24.534860 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-40b1c056-3141-4bbf-ad88-900c6f274735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:24.541090 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7b614728-9ca3-43e5-b29e-3a1f42f7c594 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:24.547118 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: 896089c3-66a3-4d4e-8270-75245fc293bc {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:16:24.547564 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 896089c3-66a3-4d4e-8270-75245fc293bc not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:16:24.554627 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-40b1c056-3141-4bbf-ad88-900c6f274735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:24.571994 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-40b1c056-3141-4bbf-ad88-900c6f274735 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ef3442ba-cbba-4815-b813-c65bdc60cb06 HTTP/1.1" status: 204  len: 168 time: 0.8381803
Nov 16 22:16:24.572795 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42090) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:24.600313 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:24.602054 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] 10.222.0.71 "DELETE /v2.0/routers/2149c845-b7bc-4354-bd35-6ebdd1ed7353 HTTP/1.1" status: 204  len: 168 time: 1.9587073
Nov 16 22:16:24.603777 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7b614728-9ca3-43e5-b29e-3a1f42f7c594 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:24.605523 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42094) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:24.606661 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-7b614728-9ca3-43e5-b29e-3a1f42f7c594 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] 10.222.0.71 "DELETE /v2.0/security-groups/198f8f9d-4c85-4b90-9fe0-832761c1c80e HTTP/1.1" status: 204  len: 168 time: 0.8666091
Nov 16 22:16:24.759480 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-47726f6a-e504-4e8e-8e62-77c536e503a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:24.764113 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69bbefe-c82e-4293-a62c-99e0bbbb04ab admin admin] Deleting subnet 2c509db6-fe91-4356-8db9-4fb49ed379f5 {{(pid=87469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:16:24.776033 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306789c-2bbf-426c-81ae-fac533e966ac req-3d1b09f2-2f34-4eb9-93a5-c8e816b7fc96 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:24.778218 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8306789c-2bbf-426c-81ae-fac533e966ac req-3d1b09f2-2f34-4eb9-93a5-c8e816b7fc96 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.2880697
Nov 16 22:16:24.779268 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c69bbefe-c82e-4293-a62c-99e0bbbb04ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:24.911045 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c69bbefe-c82e-4293-a62c-99e0bbbb04ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6288082'] for subnet, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:25.007787 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8306789c-2bbf-426c-81ae-fac533e966ac req-cd817a19-92fb-499e-a40c-c024d5ff852a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1938486
Nov 16 22:16:25.046587 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-47726f6a-e504-4e8e-8e62-77c536e503a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:25.146367 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42110) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:25.195463 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-47726f6a-e504-4e8e-8e62-77c536e503a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d34f49d0>,) {'filters': {'network_id': ['a4d774cd-1b95-4174-be84-f09f789d00c5']}} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:25.214740 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-19932e86-b665-40a7-b07b-123360aa186d req-6443f0a8-8ec8-43f2-b167-081ac80b81ca tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 210 time: 0.0683351
Nov 16 22:16:25.220339 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-47726f6a-e504-4e8e-8e62-77c536e503a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d34f49d0>, 'ed518f6f-ad05-4b2b-a8d9-9f19ef392615') {'for_net_delete': True} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:25.220706 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-47726f6a-e504-4e8e-8e62-77c536e503a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d34f49d0>, 'ed518f6f-ad05-4b2b-a8d9-9f19ef392615') {} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:25.243814 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c69bbefe-c82e-4293-a62c-99e0bbbb04ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:25.271107 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-47726f6a-e504-4e8e-8e62-77c536e503a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6288077'] for segment, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:25.301468 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-47726f6a-e504-4e8e-8e62-77c536e503a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:25.313706 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47726f6a-e504-4e8e-8e62-77c536e503a0 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=87469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:16:25.314105 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-47726f6a-e504-4e8e-8e62-77c536e503a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6816971'] for segment, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]: Traceback (most recent call last):
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:     timer()
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:     cb(*args, **kw)
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:     return func(*args, **kwargs)
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:     self._notify()
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:     self.callback(batched_events)
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:     event.method(event)
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:     return f(self, *a, **k)
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self._get(url).json()
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:16:25.328205 dv-cinder-818140-1-iscsi neutron-server[87469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:16:25.457372 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c69bbefe-c82e-4293-a62c-99e0bbbb04ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6816941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016861'] for subnet, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:25.461462 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:25.492957 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-47726f6a-e504-4e8e-8e62-77c536e503a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:25.497718 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bbefe-c82e-4293-a62c-99e0bbbb04ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c509db6-fe91-4356-8db9-4fb49ed379f5,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:25.502045 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c69bbefe-c82e-4293-a62c-99e0bbbb04ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:25.505924 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-47726f6a-e504-4e8e-8e62-77c536e503a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:25.509123 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-264eb0de-8df1-45d8-bb1e-d38d0e1595d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:25.514567 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4491359d-0e40-4204-96a1-1a52035f6366 None None] Network ea764007-fd0d-40bd-95a0-bdf0929de964 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:16:25.529629 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c69bbefe-c82e-4293-a62c-99e0bbbb04ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:25.539618 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47726f6a-e504-4e8e-8e62-77c536e503a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4d774cd-1b95-4174-be84-f09f789d00c5,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:25.545402 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-47726f6a-e504-4e8e-8e62-77c536e503a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:25.631237 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-47726f6a-e504-4e8e-8e62-77c536e503a0 admin admin] 10.222.0.71 "DELETE /v2.0/networks/a4d774cd-1b95-4174-be84-f09f789d00c5 HTTP/1.1" status: 204  len: 168 time: 1.0470273
Nov 16 22:16:25.638734 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c69bbefe-c82e-4293-a62c-99e0bbbb04ab admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2c509db6-fe91-4356-8db9-4fb49ed379f5 HTTP/1.1" status: 204  len: 168 time: 1.0310571
Nov 16 22:16:25.644255 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42122) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:25.805534 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] DHCP port deletion for ea764007-fd0d-40bd-95a0-bdf0929de964 request from dv-cinder-818140-1-iscsi {{(pid=87471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 16 22:16:25.811274 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Deleting port 5390b282-1b8d-434b-9ee4-1a1a0182191d {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:25.811735 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:25.811859 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:25.823413 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Deleting port 5390b282-1b8d-434b-9ee4-1a1a0182191d {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:25.823630 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:25.857083 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2626cbdc-3df2-4114-902c-3c738582b466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489157'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:26.031816 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42128) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:26.056214 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] For port 5390b282-1b8d-434b-9ee4-1a1a0182191d, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=5390b282-1b8d-434b-9ee4-1a1a0182191d,segment=NetworkSegment(172c90b2-872e-4d2e-92d4-0782b52f28f2),segment_id=172c90b2-872e-4d2e-92d4-0782b52f28f2)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:26.056764 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:26.212429 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 5390b282-1b8d-434b-9ee4-1a1a0182191d no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:16:26.311490 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Calling delete_port for 5390b282-1b8d-434b-9ee4-1a1a0182191d owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:26.364025 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] For port 5390b282-1b8d-434b-9ee4-1a1a0182191d, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=5390b282-1b8d-434b-9ee4-1a1a0182191d,segment=NetworkSegment(172c90b2-872e-4d2e-92d4-0782b52f28f2),segment_id=172c90b2-872e-4d2e-92d4-0782b52f28f2)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:26.364428 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:26.373143 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-2626cbdc-3df2-4114-902c-3c738582b466 admin admin] Deleting port 290bc20e-3920-4a50-8ad4-eee7b2faa931 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:26.373725 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2626cbdc-3df2-4114-902c-3c738582b466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:26.387789 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-dff4730c-49ad-4bcc-befd-468302870521 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7fb42ed2607149c196592b7c372b6cad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3506820
Nov 16 22:16:26.388051 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42138) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:26.480018 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:26.555424 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:26.568848 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:26.578070 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Calling delete_port for 5390b282-1b8d-434b-9ee4-1a1a0182191d owned by network:dhcp {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:26.597537 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-2626cbdc-3df2-4114-902c-3c738582b466 admin admin] For port 290bc20e-3920-4a50-8ad4-eee7b2faa931, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=290bc20e-3920-4a50-8ad4-eee7b2faa931,segment=NetworkSegment(ad66b2e4-588b-463b-9bb1-75be8bdd7d92),segment_id=ad66b2e4-588b-463b-9bb1-75be8bdd7d92)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:26.598295 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2626cbdc-3df2-4114-902c-3c738582b466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:26.613484 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0e326e08-6f85-4e23-b081-8646ab6e6e79 req-9e2f2056-c1ee-4eb7-a386-8780a3cc4927 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 210 time: 0.2366102
Nov 16 22:16:26.684039 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] No DVR routers for this DVR port 5390b282-1b8d-434b-9ee4-1a1a0182191d on host dv-cinder-818140-1-iscsi {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:16:26.713445 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Pushing event deleted for resources: {'Port': ['ID=5390b282-1b8d-434b-9ee4-1a1a0182191d,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:26.732255 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:26.733952 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:26.734490 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:26.734985 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:26.735918 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:26.736433 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:26.741322 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:26.741322 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:26.741322 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:26.741322 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:26.741322 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:26.741322 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:26.742988 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d5020-ae64-4c32-b74e-f7d519ae183a req-d786948f-9c14-436a-8426-3a1b6923ab3b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:26.744656 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-fd49758f-8b57-45f9-9cfd-ef2b627a0f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:26.751061 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c31d5020-ae64-4c32-b74e-f7d519ae183a req-d786948f-9c14-436a-8426-3a1b6923ab3b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.5109708
Nov 16 22:16:26.751588 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-2626cbdc-3df2-4114-902c-3c738582b466 admin admin] Calling delete_port for 290bc20e-3920-4a50-8ad4-eee7b2faa931 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:26.754762 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fed51715-fbfe-481d-bb0e-e0bb1ff293d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:26.769049 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.db.api [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 16 22:16:26.769401 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_db.api [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 16 22:16:26.816164 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fed51715-fbfe-481d-bb0e-e0bb1ff293d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:26.831452 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c31d5020-ae64-4c32-b74e-f7d519ae183a req-5295cbcc-5818-4471-99f5-455ca4237798 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794680
Nov 16 22:16:26.959779 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fed51715-fbfe-481d-bb0e-e0bb1ff293d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:26.964219 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-abac19b3-70e7-4859-86d4-7b433fbe7166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:26.982069 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed51715-fbfe-481d-bb0e-e0bb1ff293d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d06c17-df5d-4008-ab1f-2abd401fae9d,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:26.984523 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-fed51715-fbfe-481d-bb0e-e0bb1ff293d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:26.996371 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-fed51715-fbfe-481d-bb0e-e0bb1ff293d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:27.000116 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-fed51715-fbfe-481d-bb0e-e0bb1ff293d3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b2d06c17-df5d-4008-ab1f-2abd401fae9d HTTP/1.1" status: 204  len: 168 time: 0.6086929
Nov 16 22:16:27.131202 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2626cbdc-3df2-4114-902c-3c738582b466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:27.135134 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-88ca045e-6e2f-4d51-bebe-b54ac3fd1e25 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:27.183481 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626cbdc-3df2-4114-902c-3c738582b466 admin admin] Pushing event deleted for resources: {'Port': ['ID=290bc20e-3920-4a50-8ad4-eee7b2faa931,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:27.216165 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-2626cbdc-3df2-4114-902c-3c738582b466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:27.271073 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Deleting port 5390b282-1b8d-434b-9ee4-1a1a0182191d {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:27.272471 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:27.366520 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] The port '5390b282-1b8d-434b-9ee4-1a1a0182191d' was deleted {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 16 22:16:27.499581 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-2626cbdc-3df2-4114-902c-3c738582b466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-465237'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:27.519120 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:27.638001 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c84bb0>,) {'filters': {'network_id': ['ea764007-fd0d-40bd-95a0-bdf0929de964']}} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:27.657362 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c84bb0>, '172c90b2-872e-4d2e-92d4-0782b52f28f2') {'for_net_delete': True} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:27.657727 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c84bb0>, '172c90b2-872e-4d2e-92d4-0782b52f28f2') {} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:27.685323 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6288077'] for segment, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:27.725925 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:27.738832 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0867af-1a06-4159-9070-293a663e4e02 req-6da3ada8-c31d-44b8-8f37-cd414ce58c3d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:27.740320 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0b0867af-1a06-4159-9070-293a663e4e02 req-6da3ada8-c31d-44b8-8f37-cd414ce58c3d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.72 "GET /v2.0/networks?id=6431ab66-4714-41a7-87a8-d3f34aa0544b HTTP/1.1" status: 200  len: 811 time: 0.2130249
Nov 16 22:16:27.748728 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=87469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:16:27.748728 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6816971'] for segment, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   util.warn(
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   util.warn(
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   util.warn(
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   util.warn(
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]: Traceback (most recent call last):
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:     timer()
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:     cb(*args, **kw)
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:     return func(*args, **kwargs)
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:     self._notify()
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:     self.callback(batched_events)
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:     event.method(event)
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:     return f(self, *a, **k)
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self._get(url).json()
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:16:27.765318 dv-cinder-818140-1-iscsi neutron-server[87469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:16:27.897226 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2626cbdc-3df2-4114-902c-3c738582b466 admin admin] Router 1b107993-01f2-4d0f-bc94-a59480915b29 has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:16:27.912295 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d45490ea-fad9-43cc-81a7-05ee6b9be763 req-2bc10e3d-7402-4175-a981-04533087d8b2 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 210 time: 0.1231406
Nov 16 22:16:27.931672 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0b0867af-1a06-4159-9070-293a663e4e02 req-ba9d3146-3595-4b42-bb2c-5020215ee583 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f9679bda1c74f76bcf5494a43c366b3 HTTP/1.1" status: 200  len: 380 time: 0.1634018
Nov 16 22:16:27.941996 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-0b0867af-1a06-4159-9070-293a663e4e02 req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Request body: {'port': {'device_id': '9210e616-5c10-4b12-894b-9672ac9f92da', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'admin_state_up': True, 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'security_groups': ['2b1f3f4f-e116-42be-961c-166655608bad']}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:16:28.056405 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:28.111250 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:28.128631 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:28.129196 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2626cbdc-3df2-4114-902c-3c738582b466 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:16:28.139634 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eaf0ab-6e67-4f4f-9071-6bac71a0b29d None None] Sync routers for ids ['1b107993-01f2-4d0f-bc94-a59480915b29'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:16:28.154864 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea764007-fd0d-40bd-95a0-bdf0929de964,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:28.155383 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eaf0ab-6e67-4f4f-9071-6bac71a0b29d None None] Routers {'1b107993-01f2-4d0f-bc94-a59480915b29'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:16:28.156029 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-f7eaf0ab-6e67-4f4f-9071-6bac71a0b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1e90550>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:16:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['1b107993-01f2-4d0f-bc94-a59480915b29'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:28.161417 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] 10.222.0.71 "DELETE /v2.0/networks/ea764007-fd0d-40bd-95a0-bdf0929de964 HTTP/1.1" status: 204  len: 168 time: 2.5104516
Nov 16 22:16:28.167330 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-d6930f0e-3086-4e44-8932-f0e71eb4f1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:28.209523 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-2626cbdc-3df2-4114-902c-3c738582b466 admin admin] 10.222.0.71 "PUT /v2.0/routers/1b107993-01f2-4d0f-bc94-a59480915b29/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0598497
Nov 16 22:16:28.209992 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42152) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:28.217614 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-0b0867af-1a06-4159-9070-293a663e4e02 req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:16:28.231377 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [req-0b0867af-1a06-4159-9070-293a663e4e02 req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:16:28.246237 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605434a-5695-490e-b64c-290371af1b1a req-2d47952b-a7d9-4145-a636-08159dd2f69c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:28.247812 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d605434a-5695-490e-b64c-290371af1b1a req-2d47952b-a7d9-4145-a636-08159dd2f69c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.2007639
Nov 16 22:16:28.314288 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d605434a-5695-490e-b64c-290371af1b1a req-56d8a2dc-657f-48c5-abac-5f3fd47b7d4c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608585
Nov 16 22:16:28.359888 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0867af-1a06-4159-9070-293a663e4e02 req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Made reservation on behalf of 6f9679bda1c74f76bcf5494a43c366b3 for: {'port': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:16:28.364183 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0b0867af-1a06-4159-9070-293a663e4e02 req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:28.432366 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:28.436489 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-f7eaf0ab-6e67-4f4f-9071-6bac71a0b29d None None] Set router 1b107993-01f2-4d0f-bc94-a59480915b29 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:16:28.551708 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [req-0b0867af-1a06-4159-9070-293a663e4e02 req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Allocated IP 172.20.0.11 (6431ab66-4714-41a7-87a8-d3f34aa0544b/7c792dd0-a876-4286-9c4a-d4da350cf7f1/522a04aa-bcb1-40c8-8061-100965a0bdad) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:16:28.725250 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42156) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:28.770565 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-f7eaf0ab-6e67-4f4f-9071-6bac71a0b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1e90550>, [{'id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'name': 'tempest-TestShelveInstance-515032565-router', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:59Z', 'updated_at': '2021-11-16T22:16:27Z', 'revision_number': 5, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'gw_port': {'id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:00Z', 'updated_at': '2021-11-16T22:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:28.774640 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eaf0ab-6e67-4f4f-9071-6bac71a0b29d None None] Checking router: 1b107993-01f2-4d0f-bc94-a59480915b29 for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:16:28.784488 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:16:28.790528 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eaf0ab-6e67-4f4f-9071-6bac71a0b29d None None] Routers {'1b107993-01f2-4d0f-bc94-a59480915b29'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:16:28.791173 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-f7eaf0ab-6e67-4f4f-9071-6bac71a0b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1e90550>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:16:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['1b107993-01f2-4d0f-bc94-a59480915b29'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:28.814091 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-d8a18a3b-aa60-4723-8ee6-9fe67ac7a70f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4b1ec7ea85174e23b44b1845b82e2fed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0860038
Nov 16 22:16:28.814091 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:28.814551 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42160) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:28.895291 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] Deleting port b252cc1b-cdbf-40fc-a719-0f29994a03ed {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:28.896574 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:28.926898 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0b0867af-1a06-4159-9070-293a663e4e02 req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:28.935613 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f796bd67-f952-4db0-b487-27154b7a63d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:28.957247 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-0b0867af-1a06-4159-9070-293a663e4e02 req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Transition to ACTIVE for port object 522a04aa-bcb1-40c8-8061-100965a0bdad will not be triggered until provisioned by entity DHCP. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:16:28.974583 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f796bd67-f952-4db0-b487-27154b7a63d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:29.075399 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-f7eaf0ab-6e67-4f4f-9071-6bac71a0b29d None None] Set router 1b107993-01f2-4d0f-bc94-a59480915b29 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:16:29.106591 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] For port b252cc1b-cdbf-40fc-a719-0f29994a03ed, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=b252cc1b-cdbf-40fc-a719-0f29994a03ed,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:29.106952 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:29.113344 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a5a51ad4-526c-492d-a8cd-f87b5f4ec164 req-197a72e7-680f-4f8b-b8ec-eab06477cad7 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 210 time: 0.0470107
Nov 16 22:16:29.178790 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f796bd67-f952-4db0-b487-27154b7a63d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:29.184872 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-998535d4-3b78-4219-a152-5229eb6927bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:29.198744 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0b0867af-1a06-4159-9070-293a663e4e02 req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:29.206628 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796bd67-f952-4db0-b487-27154b7a63d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19440633-122c-43c4-9c64-53fea3415cf9,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:29.243189 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f796bd67-f952-4db0-b487-27154b7a63d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:29.244150 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-4d8cdf7a-64f2-46cf-873a-daf95b69b22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:29.246534 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] Calling delete_port for b252cc1b-cdbf-40fc-a719-0f29994a03ed owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:29.308885 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0867af-1a06-4159-9070-293a663e4e02 req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Network 6431ab66-4714-41a7-87a8-d3f34aa0544b is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:16:29.319809 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [req-0b0867af-1a06-4159-9070-293a663e4e02 req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:16:29.329738 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:29.330982 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0867af-1a06-4159-9070-293a663e4e02 req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:16:29.357052 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'port_id': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd', 'mac_address': 'fa:16:3e:23:79:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:16:29.411067 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f796bd67-f952-4db0-b487-27154b7a63d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:29.411899 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f796bd67-f952-4db0-b487-27154b7a63d1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/19440633-122c-43c4-9c64-53fea3415cf9 HTTP/1.1" status: 204  len: 168 time: 0.5965042
Nov 16 22:16:29.424212 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event updated for resources: {'Port': ['ID=522a04aa-bcb1-40c8-8061-100965a0bdad,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:29.429187 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:29.443503 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0867af-1a06-4159-9070-293a663e4e02 req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:29.444522 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0b0867af-1a06-4159-9070-293a663e4e02 req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:29.531794 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:29.536142 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0b0867af-1a06-4159-9070-293a663e4e02 req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6003704
Nov 16 22:16:29.594445 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:29.601798 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:16:29.607698 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c2015787-e54b-4c36-9e91-22dba01fe671 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:29.626384 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:29.641226 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Request body: {'port': {'device_id': '9210e616-5c10-4b12-894b-9672ac9f92da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:16:29.651063 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-f7eaf0ab-6e67-4f4f-9071-6bac71a0b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1e90550>, [{'id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'name': 'tempest-TestShelveInstance-515032565-router', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:59Z', 'updated_at': '2021-11-16T22:16:27Z', 'revision_number': 5, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'gw_port': {'id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:00Z', 'updated_at': '2021-11-16T22:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:29.664626 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eaf0ab-6e67-4f4f-9071-6bac71a0b29d None None] The sync data for ids ['1b107993-01f2-4d0f-bc94-a59480915b29'] in dv-cinder-818140-1-iscsi is: [{'id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'name': 'tempest-TestShelveInstance-515032565-router', 'tenant_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:59Z', 'updated_at': '2021-11-16T22:16:27Z', 'revision_number': 5, 'project_id': 'b1b1976c7d7b433792ca2cf522766f2b', 'gw_port': {'id': 'b252cc1b-cdbf-40fc-a719-0f29994a03ed', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b107993-01f2-4d0f-bc94-a59480915b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:00Z', 'updated_at': '2021-11-16T22:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:16:29.677431 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] Pushing event deleted for resources: {'Port': ['ID=b252cc1b-cdbf-40fc-a719-0f29994a03ed,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:29.680369 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:29.708862 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:29.714560 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:29.787840 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,revision_number=6']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:29.791703 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:29.799357 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:29.808830 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984602'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:29.821672 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacfa8e-7472-4d4c-8f46-475b5835590f req-c5f5f9b8-3fec-4cb3-b6f6-0ef6118d545d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:29.823719 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6cacfa8e-7472-4d4c-8f46-475b5835590f req-c5f5f9b8-3fec-4cb3-b6f6-0ef6118d545d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.2849507
Nov 16 22:16:29.889807 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-326e7ed7-9886-4cdf-9074-7f3ebfae99c3 None None] Provisioning for port 522a04aa-bcb1-40c8-8061-100965a0bdad completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:16:29.896076 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-326e7ed7-9886-4cdf-9074-7f3ebfae99c3 None None] Provisioning complete for port 522a04aa-bcb1-40c8-8061-100965a0bdad triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:16:29.896792 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-326e7ed7-9886-4cdf-9074-7f3ebfae99c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:29.929884 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:16:29.969282 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6cacfa8e-7472-4d4c-8f46-475b5835590f req-8682e579-87ec-4530-8a61-c1402526aab8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1130195
Nov 16 22:16:29.991164 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1624'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:29.994336 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:30.028968 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-326e7ed7-9886-4cdf-9074-7f3ebfae99c3 None None] Port 522a04aa-bcb1-40c8-8061-100965a0bdad cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:16:30.100811 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-488987'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:30.101351 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b107993-01f2-4d0f-bc94-a59480915b29 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 16 22:16:30.118493 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:30.124418 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-31598f72-8fab-435a-9308-70a3bb06d308 admin admin] 10.222.0.71 "DELETE /v2.0/routers/1b107993-01f2-4d0f-bc94-a59480915b29 HTTP/1.1" status: 204  len: 168 time: 1.9134772
Nov 16 22:16:30.126853 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42174) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:30.186163 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 290bc20e-3920-4a50-8ad4-eee7b2faa931 no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:16:30.277892 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18c03c1-8eb5-42c5-b1c1-84dbb02846e9 admin admin] Deleting subnet 0ebaf286-2ead-4350-b334-85d62bde1ac3 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:16:30.282217 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f18c03c1-8eb5-42c5-b1c1-84dbb02846e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:30.302050 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: 290bc20e-3920-4a50-8ad4-eee7b2faa931 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:16:30.302524 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 290bc20e-3920-4a50-8ad4-eee7b2faa931 not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:16:30.357119 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f18c03c1-8eb5-42c5-b1c1-84dbb02846e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7560697'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:30.411290 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522a04aa-bcb1-40c8-8061-100965a0bdad {{(pid=87469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:16:30.422579 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:30.446101 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ef386-6936-4b30-8a4c-f84bacea38a3 req-4b5f4810-7b2f-4ace-8baa-31d2e7d1a4e8 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:30.446921 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-207ef386-6936-4b30-8a4c-f84bacea38a3 req-4b5f4810-7b2f-4ace-8baa-31d2e7d1a4e8 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Synchronizing usage tracker for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:16:30.455809 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f18c03c1-8eb5-42c5-b1c1-84dbb02846e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:30.456769 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.provisioning_blocks [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Transition to ACTIVE for port object 522a04aa-bcb1-40c8-8061-100965a0bdad will not be triggered until provisioned by entity L2. {{(pid=87469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:16:30.525108 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6816999'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:30.535301 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-79b993bc-3411-426e-b24c-e07b1a794596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:30.567112 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-207ef386-6936-4b30-8a4c-f84bacea38a3 req-4b5f4810-7b2f-4ace-8baa-31d2e7d1a4e8 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Unset dirty status for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:16:30.568309 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-207ef386-6936-4b30-8a4c-f84bacea38a3 req-4b5f4810-7b2f-4ace-8baa-31d2e7d1a4e8 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 932 time: 0.2845497
Nov 16 22:16:30.576655 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42182) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:30.615936 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f18c03c1-8eb5-42c5-b1c1-84dbb02846e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5480945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6122369'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:30.627978 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c1a6a575-ab7d-4b5c-906a-dd79d0ba560e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:30.676445 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-5b8c72c8-9ddd-41f7-8e77-7281c5d1d3ef admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ef90c3cb8a9643019853c42e20580e4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0943148
Nov 16 22:16:30.676445 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c03c1-8eb5-42c5-b1c1-84dbb02846e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ebaf286-2ead-4350-b334-85d62bde1ac3,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:30.679678 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f18c03c1-8eb5-42c5-b1c1-84dbb02846e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:30.679678 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42186) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:30.687235 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f18c03c1-8eb5-42c5-b1c1-84dbb02846e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:30.694947 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6599c4-750b-4100-afd7-cb8ffd49f2d3 None None] Network a3660de9-4971-4ec7-9b91-f728b00d6e34 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:16:30.706641 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-f18c03c1-8eb5-42c5-b1c1-84dbb02846e9 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/0ebaf286-2ead-4350-b334-85d62bde1ac3 HTTP/1.1" status: 204  len: 168 time: 0.5786974
Nov 16 22:16:30.709214 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42190) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:30.712584 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-207ef386-6936-4b30-8a4c-f84bacea38a3 req-1fbb7121-62af-49e2-b469-5b1471dce16f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1343694
Nov 16 22:16:30.722172 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Pushing event updated for resources: {'Port': ['ID=522a04aa-bcb1-40c8-8061-100965a0bdad,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:30.743382 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:30.791017 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:16:30.859670 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Attempting to bind port 522a04aa-bcb1-40c8-8061-100965a0bdad on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:16:30.861007 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Attempting to bind port 522a04aa-bcb1-40c8-8061-100965a0bdad by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:16:30.861585 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Attempting to bind port 522a04aa-bcb1-40c8-8061-100965a0bdad on network 6431ab66-4714-41a7-87a8-d3f34aa0544b {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:16:30.868001 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Port 522a04aa-bcb1-40c8-8061-100965a0bdad on network 6431ab66-4714-41a7-87a8-d3f34aa0544b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:16:30.868518 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Attempting to bind port 522a04aa-bcb1-40c8-8061-100965a0bdad on network 6431ab66-4714-41a7-87a8-d3f34aa0544b {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:16:30.875382 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:16:30.876263 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Checking segment: {'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:16:30.876894 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Bound using segment: {'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'} {{(pid=87469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:16:30.877499 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.managers [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Bound port: 522a04aa-bcb1-40c8-8061-100965a0bdad, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543340c5-6c0b-4ac9-810c-2a2333afe6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b'}}] {{(pid=87469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:16:30.878042 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:30.885211 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-befd6e18-de83-4861-b64c-000f2c733250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:30.917082 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-befd6e18-de83-4861-b64c-000f2c733250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:30.961591 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:30.975660 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Deleting port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:30.975996 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:30.982814 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] For port 522a04aa-bcb1-40c8-8061-100965a0bdad, host hv-cinder-81814, cleared binding levels {{(pid=87469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:16:30.987115 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] For port 522a04aa-bcb1-40c8-8061-100965a0bdad, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=522a04aa-bcb1-40c8-8061-100965a0bdad,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:16:30.997901 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:16:30.998279 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:31.067033 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6816999'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:31.086083 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5cfd1893-ddf1-48f5-9b09-3993b3b65630 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:31.182281 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:31.188698 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:31.189781 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:31.191167 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0b0867af-1a06-4159-9070-293a663e4e02 req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] 10.222.0.72 "PUT /v2.0/ports/522a04aa-bcb1-40c8-8061-100965a0bdad HTTP/1.1" status: 200  len: 1094 time: 1.5612314
Nov 16 22:16:31.191788 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9210e616-5c10-4b12-894b-9672ac9f92da', 'tag': '522a04aa-bcb1-40c8-8061-100965a0bdad'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:16:31.211853 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08b50c6-6b71-4962-83e2-0dd862b67ee6 None None] DHCP port deletion for a3660de9-4971-4ec7-9b91-f728b00d6e34 request from dv-cinder-818140-1-iscsi {{(pid=87471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 16 22:16:31.220361 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f08b50c6-6b71-4962-83e2-0dd862b67ee6 None None] Deleting port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:31.220990 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f08b50c6-6b71-4962-83e2-0dd862b67ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:31.236114 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-befd6e18-de83-4861-b64c-000f2c733250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:31.257871 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-96b17eb2-e8d9-4456-a18d-58aea2e6de05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:31.261990 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Pushing event updated for resources: {'Port': ['ID=522a04aa-bcb1-40c8-8061-100965a0bdad,revision_number=3']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:31.266056 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-54fdd51c-66c1-4fcb-b049-542460c6d065 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:31.290006 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ffb47-38cd-479c-957b-6c11fbf322ee req-18327ad8-cfe4-437e-aa4f-547a80b5ab19 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:31.291608 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-539ffb47-38cd-479c-957b-6c11fbf322ee req-18327ad8-cfe4-437e-aa4f-547a80b5ab19 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 945 time: 0.1523590
Nov 16 22:16:31.293324 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9210e616-5c10-4b12-894b-9672ac9f92da', 'tag': '522a04aa-bcb1-40c8-8061-100965a0bdad', 'status': 'completed', 'code': 200}
Nov 16 22:16:31.304107 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd6e18-de83-4861-b64c-000f2c733250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53928e8f-d890-463c-91c1-cb213c8364a8,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:31.311041 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-befd6e18-de83-4861-b64c-000f2c733250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:31.324572 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-befd6e18-de83-4861-b64c-000f2c733250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:31.324572 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-befd6e18-de83-4861-b64c-000f2c733250 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/53928e8f-d890-463c-91c1-cb213c8364a8 HTTP/1.1" status: 204  len: 168 time: 0.6406517
Nov 16 22:16:31.350640 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:16:31.401427 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:31.494579 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:31.500343 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd', 'code': 200}
Nov 16 22:16:31.505634 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:31.506365 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] For port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=1b400b91-d7bc-49c6-85d6-93bf6a7aa799,segment=NetworkSegment(ad66b2e4-588b-463b-9bb1-75be8bdd7d92),segment_id=ad66b2e4-588b-463b-9bb1-75be8bdd7d92)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:31.506728 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:31.585245 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,revision_number=7']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:31.590660 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:31.609673 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-539ffb47-38cd-479c-957b-6c11fbf322ee req-4ab4dcb8-aa1a-43e0-96a6-751cd1f265f8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3055682
Nov 16 22:16:31.618847 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f08b50c6-6b71-4962-83e2-0dd862b67ee6 None None] For port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=1b400b91-d7bc-49c6-85d6-93bf6a7aa799,segment=NetworkSegment(ad66b2e4-588b-463b-9bb1-75be8bdd7d92),segment_id=ad66b2e4-588b-463b-9bb1-75be8bdd7d92)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:31.619405 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f08b50c6-6b71-4962-83e2-0dd862b67ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:31.657640 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8355a-7672-4281-b5c3-fe7dc5eb7d64 req-23103239-b3d5-4234-8b53-850332a8dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:31.659370 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-63c8355a-7672-4281-b5c3-fe7dc5eb7d64 req-23103239-b3d5-4234-8b53-850332a8dc8f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 1097 time: 0.3029990
Nov 16 22:16:31.676849 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Calling delete_port for 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:31.810655 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f08b50c6-6b71-4962-83e2-0dd862b67ee6 None None] Calling delete_port for 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:31.884175 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:31.888483 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-8e1de032-893e-4f3e-8cb7-726767fd1d43 tempest-ServerRescueNegativeTestJSON-104198443 tempest-ServerRescueNegativeTestJSON-104198443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:31.897207 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-f08b50c6-6b71-4962-83e2-0dd862b67ee6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 16 22:16:31.898007 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-f08b50c6-6b71-4962-83e2-0dd862b67ee6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 16 22:16:31.934665 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8355a-7672-4281-b5c3-fe7dc5eb7d64 req-da21c56d-87a8-4ff3-94bc-0f12960b84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:31.938734 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-63c8355a-7672-4281-b5c3-fe7dc5eb7d64 req-da21c56d-87a8-4ff3-94bc-0f12960b84c1 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2623191
Nov 16 22:16:31.940519 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b400b91-d7bc-49c6-85d6-93bf6a7aa799,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:31.944821 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:31.949428 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] No DVR routers for this DVR port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 on host dv-cinder-818140-1-iscsi {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:16:32.096663 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71790b4c-a602-4e6d-9975-4c58f4cb6b60 req-c1830cca-3240-45cb-a7a7-851717aba53b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:32.098552 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-71790b4c-a602-4e6d-9975-4c58f4cb6b60 req-c1830cca-3240-45cb-a7a7-851717aba53b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 944 time: 0.2500570
Nov 16 22:16:32.129851 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:32.134022 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device b252cc1b-cdbf-40fc-a719-0f29994a03ed no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:16:32.161770 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8355a-7672-4281-b5c3-fe7dc5eb7d64 req-ddb0e352-a303-4bb8-8176-f78dceaedbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:32.163417 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-63c8355a-7672-4281-b5c3-fe7dc5eb7d64 req-ddb0e352-a303-4bb8-8176-f78dceaedbdb service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2109985
Nov 16 22:16:32.165557 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d0acdd90>,) {'filters': {'network_id': ['a3660de9-4971-4ec7-9b91-f728b00d6e34']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:32.173252 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: b252cc1b-cdbf-40fc-a719-0f29994a03ed {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:16:32.173599 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device b252cc1b-cdbf-40fc-a719-0f29994a03ed not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:16:32.174018 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:16:32.175854 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-71790b4c-a602-4e6d-9975-4c58f4cb6b60 req-094de770-7c23-4ac5-b248-42218cb90dcf tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624280
Nov 16 22:16:32.180899 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d0acdd90>, 'ad66b2e4-588b-463b-9bb1-75be8bdd7d92') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:32.181079 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d0acdd90>, 'ad66b2e4-588b-463b-9bb1-75be8bdd7d92') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:32.195462 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7560678'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:32.215075 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-8dedb0cf-f1fc-4b47-bb11-dfabf8713339 req-02f18163-471c-4c30-a86b-10d83b65fcdc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1557703
Nov 16 22:16:32.216097 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:32.223134 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:16:32.223591 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:16:32.223835 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:16:32.223952 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5480855'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]: Traceback (most recent call last):
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:     timer()
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:     cb(*args, **kw)
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:     return func(*args, **kwargs)
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:     self._notify()
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:     self.callback(batched_events)
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:     event.method(event)
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:     return f(self, *a, **k)
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._get(url).json()
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:16:32.237884 dv-cinder-818140-1-iscsi neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:16:32.320402 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedb0cf-f1fc-4b47-bb11-dfabf8713339 req-cdb39947-b187-4ff3-bfe6-e30facc8e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:32.322158 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8dedb0cf-f1fc-4b47-bb11-dfabf8713339 req-cdb39947-b187-4ff3-bfe6-e30facc8e02e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 1098 time: 0.0720744
Nov 16 22:16:32.375730 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0867af-1a06-4159-9070-293a663e4e02 req-1e82d610-d20c-4702-92e7-407e4e82143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:32.377179 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0b0867af-1a06-4159-9070-293a663e4e02 req-1e82d610-d20c-4702-92e7-407e4e82143b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 1097 time: 0.1380575
Nov 16 22:16:32.399306 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f08b50c6-6b71-4962-83e2-0dd862b67ee6 None None] Deleting port 1b400b91-d7bc-49c6-85d6-93bf6a7aa799 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:32.399695 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f08b50c6-6b71-4962-83e2-0dd862b67ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:32.457207 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0b0867af-1a06-4159-9070-293a663e4e02 req-9d3c71ae-6531-4b80-898c-9576b8d86a04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=522a04aa-bcb1-40c8-8061-100965a0bdad HTTP/1.1" status: 200  len: 217 time: 0.0653605
Nov 16 22:16:32.469261 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f08b50c6-6b71-4962-83e2-0dd862b67ee6 None None] The port '1b400b91-d7bc-49c6-85d6-93bf6a7aa799' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 16 22:16:32.477416 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedb0cf-f1fc-4b47-bb11-dfabf8713339 req-bc654469-10c5-469c-9720-a507b8592b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:32.478501 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8dedb0cf-f1fc-4b47-bb11-dfabf8713339 req-bc654469-10c5-469c-9720-a507b8592b6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=6431ab66-4714-41a7-87a8-d3f34aa0544b HTTP/1.1" status: 200  len: 912 time: 0.1360888
Nov 16 22:16:32.496657 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:32.497765 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:32.504811 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:32.523876 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:32.538382 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3660de9-4971-4ec7-9b91-f728b00d6e34,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:32.545731 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:32.558624 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] 10.222.0.71 "DELETE /v2.0/networks/a3660de9-4971-4ec7-9b91-f728b00d6e34 HTTP/1.1" status: 204  len: 168 time: 1.8454397
Nov 16 22:16:32.560724 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0867af-1a06-4159-9070-293a663e4e02 req-096c0070-f92b-4c8e-8e68-02798bd545e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:32.562179 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0b0867af-1a06-4159-9070-293a663e4e02 req-096c0070-f92b-4c8e-8e68-02798bd545e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c792dd0-a876-4286-9c4a-d4da350cf7f1 HTTP/1.1" status: 200  len: 850 time: 0.0992029
Nov 16 22:16:32.562687 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42206) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:32.594521 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8dedb0cf-f1fc-4b47-bb11-dfabf8713339 req-a416255b-1f85-4318-a751-1e2f14abf8e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e30126b1-579c-4fc9-9242-5ad42de7356e HTTP/1.1" status: 200  len: 1000 time: 0.1079934
Nov 16 22:16:32.730660 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedb0cf-f1fc-4b47-bb11-dfabf8713339 req-2ae0f32e-59b8-400f-8158-85384274d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:32.732132 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8dedb0cf-f1fc-4b47-bb11-dfabf8713339 req-2ae0f32e-59b8-400f-8158-85384274d441 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c792dd0-a876-4286-9c4a-d4da350cf7f1 HTTP/1.1" status: 200  len: 850 time: 0.0706794
Nov 16 22:16:32.883855 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedb0cf-f1fc-4b47-bb11-dfabf8713339 req-9d13e529-3a05-4609-bbcb-dbea87ffd27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:32.885481 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8dedb0cf-f1fc-4b47-bb11-dfabf8713339 req-9d13e529-3a05-4609-bbcb-dbea87ffd27e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6431ab66-4714-41a7-87a8-d3f34aa0544b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1464813
Nov 16 22:16:32.893883 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0867af-1a06-4159-9070-293a663e4e02 req-cd4e11fc-d558-472c-a4d3-61e43bd57228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:32.895347 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0b0867af-1a06-4159-9070-293a663e4e02 req-cd4e11fc-d558-472c-a4d3-61e43bd57228 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6431ab66-4714-41a7-87a8-d3f34aa0544b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1795640
Nov 16 22:16:32.899051 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97327f7c-2497-4940-96b6-d2c0ac414719 req-f651c6d6-6e2a-47a4-9cf4-76d8efc0c1ad tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:32.900507 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-97327f7c-2497-4940-96b6-d2c0ac414719 req-f651c6d6-6e2a-47a4-9cf4-76d8efc0c1ad tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.1113443
Nov 16 22:16:33.025313 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-97327f7c-2497-4940-96b6-d2c0ac414719 req-5e3b0610-59fc-4ea4-8bce-5327235dba99 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1164184
Nov 16 22:16:33.093421 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8dedb0cf-f1fc-4b47-bb11-dfabf8713339 req-36b15c8e-81fc-4d6b-9977-9850e7f47142 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706629
Nov 16 22:16:33.246540 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8dedb0cf-f1fc-4b47-bb11-dfabf8713339 req-64ac03ed-f103-4fcd-9be9-94e634debb27 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461954
Nov 16 22:16:33.292285 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0b0867af-1a06-4159-9070-293a663e4e02 req-dfebc90f-1cc7-4485-8392-9a8134b5ec51 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347522
Nov 16 22:16:33.450802 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0b0867af-1a06-4159-9070-293a663e4e02 req-09b0c3e9-e739-48c7-8e5c-a024937d3e01 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520326
Nov 16 22:16:33.454716 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e8305-a755-4efa-987e-14188a1f7fdd req-62ff82dc-75b6-4897-b495-3224be5346e0 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:33.456624 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-489e8305-a755-4efa-987e-14188a1f7fdd req-62ff82dc-75b6-4897-b495-3224be5346e0 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 944 time: 0.1297555
Nov 16 22:16:33.460685 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:16:33.525735 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-489e8305-a755-4efa-987e-14188a1f7fdd req-de044bd1-d840-42f0-9964-5277366c4efb tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520804
Nov 16 22:16:33.540616 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9e28003-1f10-46cd-b108-19741f5425b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489157'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:33.945429 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f9e28003-1f10-46cd-b108-19741f5425b3 admin admin] Deleting port a848c3cb-8aed-4312-b5e6-ebece9469789 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:33.946142 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9e28003-1f10-46cd-b108-19741f5425b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:34.207577 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-f9e28003-1f10-46cd-b108-19741f5425b3 admin admin] For port a848c3cb-8aed-4312-b5e6-ebece9469789, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=a848c3cb-8aed-4312-b5e6-ebece9469789,segment=NetworkSegment(5372e32b-ee52-47e7-9082-22fc405cbaac),segment_id=5372e32b-ee52-47e7-9082-22fc405cbaac)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:34.208008 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9e28003-1f10-46cd-b108-19741f5425b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:34.285858 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050ce7b-7b92-44c7-aa4c-393b428be3cd req-8647e565-e4d1-4a0b-bcac-170bbcc92b59 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:34.287418 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4050ce7b-7b92-44c7-aa4c-393b428be3cd req-8647e565-e4d1-4a0b-bcac-170bbcc92b59 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.1000082
Nov 16 22:16:34.347242 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-f9e28003-1f10-46cd-b108-19741f5425b3 admin admin] Calling delete_port for a848c3cb-8aed-4312-b5e6-ebece9469789 owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:34.349741 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4050ce7b-7b92-44c7-aa4c-393b428be3cd req-8dcf0114-fdde-45cf-80e9-941cc7ce5b25 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546288
Nov 16 22:16:34.661023 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9e28003-1f10-46cd-b108-19741f5425b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:34.665598 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-336b4389-487f-441f-b7a4-eaa20583f8b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:34.713988 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e28003-1f10-46cd-b108-19741f5425b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a848c3cb-8aed-4312-b5e6-ebece9469789,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:34.717934 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f9e28003-1f10-46cd-b108-19741f5425b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:35.018062 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001aa8e-0485-4e7b-86aa-aeae6d2b44b8 req-d515c415-0e76-43c9-8af1-1095e30f10f2 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:35.019637 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6001aa8e-0485-4e7b-86aa-aeae6d2b44b8 req-d515c415-0e76-43c9-8af1-1095e30f10f2 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 944 time: 0.3611557
Nov 16 22:16:35.076951 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6001aa8e-0485-4e7b-86aa-aeae6d2b44b8 req-c7d28cd8-0c04-4208-8782-f25bcd14ef83 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516741
Nov 16 22:16:35.262749 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-f9e28003-1f10-46cd-b108-19741f5425b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-465237'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:35.625028 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1463f64-3421-4fca-9381-a6a428000889 req-79a5bf90-9f55-47e5-8738-e8ff8fe678d4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:35.626824 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e1463f64-3421-4fca-9381-a6a428000889 req-79a5bf90-9f55-47e5-8738-e8ff8fe678d4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.1301754
Nov 16 22:16:35.694026 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e28003-1f10-46cd-b108-19741f5425b3 admin admin] Router 09d1c77e-c3f8-442a-b44f-80d6b19d6c4d has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:16:35.789088 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e1463f64-3421-4fca-9381-a6a428000889 req-c26bf980-0d50-4444-9126-f3b4a9f466a2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1560695
Nov 16 22:16:35.904129 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e28003-1f10-46cd-b108-19741f5425b3 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:16:35.914135 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-f9e28003-1f10-46cd-b108-19741f5425b3 admin admin] 10.222.0.71 "PUT /v2.0/routers/09d1c77e-c3f8-442a-b44f-80d6b19d6c4d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3503342
Nov 16 22:16:35.917806 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822901f-ab9f-4539-a4c7-7131ed29aa64 None None] Sync routers for ids ['09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:16:35.918425 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42250) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:35.931147 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822901f-ab9f-4539-a4c7-7131ed29aa64 None None] Routers {'09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:16:35.932097 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f822901f-ab9f-4539-a4c7-7131ed29aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d28fbc70>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:16:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:36.159253 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-f822901f-ab9f-4539-a4c7-7131ed29aa64 None None] Set router 09d1c77e-c3f8-442a-b44f-80d6b19d6c4d gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:16:36.220118 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] Notify callbacks [] for router, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:36.621213 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f822901f-ab9f-4539-a4c7-7131ed29aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d28fbc70>, [{'id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'name': 'tempest-TestShelveInstance-1492951888-router', 'tenant_id': '2983da2ae75a4da9bb8da2da3a565a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8d9b8478-52f9-4b8d-a309-c9ae55dac9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:09:08Z', 'updated_at': '2021-11-16T22:16:34Z', 'revision_number': 5, 'project_id': '2983da2ae75a4da9bb8da2da3a565a22', 'gw_port': {'id': '8d9b8478-52f9-4b8d-a309-c9ae55dac9ef', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:09:09Z', 'updated_at': '2021-11-16T22:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:36.623116 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:36.625801 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822901f-ab9f-4539-a4c7-7131ed29aa64 None None] Checking router: 09d1c77e-c3f8-442a-b44f-80d6b19d6c4d for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:16:36.637827 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822901f-ab9f-4539-a4c7-7131ed29aa64 None None] Routers {'09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:16:36.638566 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f822901f-ab9f-4539-a4c7-7131ed29aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d28fbc70>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:16:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:36.649357 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04556ec8-8a50-42e4-9cd1-6ea50a64db41 req-4adc6541-58fe-426c-b41f-8848908915b4 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:36.650921 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-04556ec8-8a50-42e4-9cd1-6ea50a64db41 req-4adc6541-58fe-426c-b41f-8848908915b4 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 944 time: 0.3132236
Nov 16 22:16:36.703773 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] Deleting port 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:36.706821 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:36.753904 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-04556ec8-8a50-42e4-9cd1-6ea50a64db41 req-0c6e5f92-1bcf-4b37-b3ba-62b26f034dc5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959640
Nov 16 22:16:36.848575 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-f822901f-ab9f-4539-a4c7-7131ed29aa64 None None] Set router 09d1c77e-c3f8-442a-b44f-80d6b19d6c4d gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:16:36.991599 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-f822901f-ab9f-4539-a4c7-7131ed29aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d28fbc70>, [{'id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'name': 'tempest-TestShelveInstance-1492951888-router', 'tenant_id': '2983da2ae75a4da9bb8da2da3a565a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:09:08Z', 'updated_at': '2021-11-16T22:16:36Z', 'revision_number': 6, 'project_id': '2983da2ae75a4da9bb8da2da3a565a22', 'gw_port_host': None}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:36.999904 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822901f-ab9f-4539-a4c7-7131ed29aa64 None None] The sync data for ids ['09d1c77e-c3f8-442a-b44f-80d6b19d6c4d'] in dv-cinder-818140-1-iscsi is: [{'id': '09d1c77e-c3f8-442a-b44f-80d6b19d6c4d', 'name': 'tempest-TestShelveInstance-1492951888-router', 'tenant_id': '2983da2ae75a4da9bb8da2da3a565a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:09:08Z', 'updated_at': '2021-11-16T22:16:36Z', 'revision_number': 6, 'project_id': '2983da2ae75a4da9bb8da2da3a565a22', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:16:37.052285 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] For port 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=8d9b8478-52f9-4b8d-a309-c9ae55dac9ef,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:37.052652 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:37.201096 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] Calling delete_port for 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef owned by network:router_gateway {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:37.283719 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c88cc-d0a2-46e9-b562-a944f21fea72 req-d97110bc-e985-4381-ac75-a32870728d36 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:37.285231 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ba3c88cc-d0a2-46e9-b562-a944f21fea72 req-d97110bc-e985-4381-ac75-a32870728d36 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.3234737
Nov 16 22:16:37.362687 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ba3c88cc-d0a2-46e9-b562-a944f21fea72 req-e3a3e432-85f1-4c38-a66b-c4314651a90b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667624
Nov 16 22:16:37.621993 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:37.626886 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-aba61390-9195-4b38-a8bf-bc7673843e2b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:37.679127 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9b8478-52f9-4b8d-a309-c9ae55dac9ef,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:37.704932 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:37.771046 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984602'] for router_gateway, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:38.117793 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1624'] for router, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:38.132765 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:38.156124 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:16:38.198526 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:16:38.199170 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 8d9b8478-52f9-4b8d-a309-c9ae55dac9ef not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:16:38.199784 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device a848c3cb-8aed-4312-b5e6-ebece9469789 no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:16:38.238318 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf66b3-2422-4262-b906-0cfaba517774 req-83e1988c-ac8a-416f-913a-8c155383230b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:38.239697 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0ebf66b3-2422-4262-b906-0cfaba517774 req-83e1988c-ac8a-416f-913a-8c155383230b tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 944 time: 0.2392547
Nov 16 22:16:38.247177 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: a848c3cb-8aed-4312-b5e6-ebece9469789 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:16:38.247773 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device a848c3cb-8aed-4312-b5e6-ebece9469789 not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:16:38.292161 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0ebf66b3-2422-4262-b906-0cfaba517774 req-94fd0a8b-8de1-4354-a0ff-e27aa10bf3d1 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458734
Nov 16 22:16:38.306472 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-488987'] for router, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:38.307024 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09d1c77e-c3f8-442a-b44f-80d6b19d6c4d {{(pid=87469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 16 22:16:38.326545 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:38.331411 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] 10.222.0.71 "DELETE /v2.0/routers/09d1c77e-c3f8-442a-b44f-80d6b19d6c4d HTTP/1.1" status: 204  len: 168 time: 2.4094734
Nov 16 22:16:38.331731 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42270) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:38.408575 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d9675c-1223-4b3d-ad64-3fe6d17d3966 admin admin] Deleting subnet 7b5b32f7-d25a-48e0-a3ec-ffa96515c2b6 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:16:38.414907 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29d9675c-1223-4b3d-ad64-3fe6d17d3966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:38.490839 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29d9675c-1223-4b3d-ad64-3fe6d17d3966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7560697'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:38.613086 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69695493-5032-4900-8318-cf6723cb85cb req-0f588379-4d67-4d8f-afa9-7007b1eca8c8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:38.614604 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-69695493-5032-4900-8318-cf6723cb85cb req-0f588379-4d67-4d8f-afa9-7007b1eca8c8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.0912807
Nov 16 22:16:38.627348 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29d9675c-1223-4b3d-ad64-3fe6d17d3966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:38.687048 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-69695493-5032-4900-8318-cf6723cb85cb req-a823250c-48e7-4276-b73a-a6072c7290b5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645940
Nov 16 22:16:38.815422 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29d9675c-1223-4b3d-ad64-3fe6d17d3966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5480945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6122369'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:38.820893 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:38.868414 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-29d9675c-1223-4b3d-ad64-3fe6d17d3966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:38.874450 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4386b1-f690-4461-b4a3-d0a5ffcf8e38 None None] Network dc525c0c-d833-48a2-b32d-fc068f7dd70f requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:16:38.887550 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9675c-1223-4b3d-ad64-3fe6d17d3966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b5b32f7-d25a-48e0-a3ec-ffa96515c2b6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:38.890760 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-29d9675c-1223-4b3d-ad64-3fe6d17d3966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:38.897478 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-29d9675c-1223-4b3d-ad64-3fe6d17d3966 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/7b5b32f7-d25a-48e0-a3ec-ffa96515c2b6 HTTP/1.1" status: 204  len: 168 time: 0.5641615
Nov 16 22:16:38.899898 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42278) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:39.011711 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:39.023835 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Deleting port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:39.024331 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:39.177761 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c6d703-4f53-45c5-b9e5-4fc93950a025 None None] DHCP port deletion for dc525c0c-d833-48a2-b32d-fc068f7dd70f request from dv-cinder-818140-1-iscsi {{(pid=87471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 16 22:16:39.183012 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6d703-4f53-45c5-b9e5-4fc93950a025 None None] Deleting port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:39.183841 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d703-4f53-45c5-b9e5-4fc93950a025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:39.395294 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] For port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=b7e6618e-6c10-4f5f-9ef0-1de4b83267a8,segment=NetworkSegment(5372e32b-ee52-47e7-9082-22fc405cbaac),segment_id=5372e32b-ee52-47e7-9082-22fc405cbaac)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:39.395871 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:39.425874 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-f1c6d703-4f53-45c5-b9e5-4fc93950a025 None None] For port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=b7e6618e-6c10-4f5f-9ef0-1de4b83267a8,segment=NetworkSegment(5372e32b-ee52-47e7-9082-22fc405cbaac),segment_id=5372e32b-ee52-47e7-9082-22fc405cbaac)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:39.426551 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d703-4f53-45c5-b9e5-4fc93950a025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:39.555487 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Calling delete_port for b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:39.569120 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6d703-4f53-45c5-b9e5-4fc93950a025 None None] Calling delete_port for b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:16:39.590057 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f10d0e-a002-4d7f-807c-8cd8580af9db req-6496223f-7f8d-4cf3-ae59-bc2a1f1337a5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:39.591692 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f3f10d0e-a002-4d7f-807c-8cd8580af9db req-6496223f-7f8d-4cf3-ae59-bc2a1f1337a5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 944 time: 0.1034541
Nov 16 22:16:39.649434 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f3f10d0e-a002-4d7f-807c-8cd8580af9db req-97302f5a-70f2-4541-99b2-9019b865e97d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448897
Nov 16 22:16:39.793296 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d703-4f53-45c5-b9e5-4fc93950a025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976'] for port, after_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:39.801291 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.db.api [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 16 22:16:39.804796 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_db.api [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 16 22:16:39.804939 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:39.853330 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6d703-4f53-45c5-b9e5-4fc93950a025 None None] Pushing event deleted for resources: {'Port': ['ID=b7e6618e-6c10-4f5f-9ef0-1de4b83267a8,revision_number=None']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:39.855504 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c6d703-4f53-45c5-b9e5-4fc93950a025 None None] No DVR routers for this DVR port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 on host dv-cinder-818140-1-iscsi {{(pid=87471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:16:39.857480 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-f1c6d703-4f53-45c5-b9e5-4fc93950a025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:39.983520 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e17804-58a6-4972-a83f-6858b95e87be req-43fd1b14-3490-448c-ad7c-e873fef913ab tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:39.985312 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-91e17804-58a6-4972-a83f-6858b95e87be req-43fd1b14-3490-448c-ad7c-e873fef913ab tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.1496851
Nov 16 22:16:40.050872 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-91e17804-58a6-4972-a83f-6858b95e87be req-e41440e2-260b-4eef-980b-ba2c7bf28101 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538971
Nov 16 22:16:40.148160 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:16:40.188531 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:16:40.189236 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:16:40.302746 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Deleting port b7e6618e-6c10-4f5f-9ef0-1de4b83267a8 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:16:40.303096 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:40.373716 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] The port 'b7e6618e-6c10-4f5f-9ef0-1de4b83267a8' was deleted {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 16 22:16:40.499587 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:40.534572 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d252e4c0>,) {'filters': {'network_id': ['dc525c0c-d833-48a2-b32d-fc068f7dd70f']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:40.548962 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d252e4c0>, '5372e32b-ee52-47e7-9082-22fc405cbaac') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:40.549629 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d252e4c0>, '5372e32b-ee52-47e7-9082-22fc405cbaac') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:40.563722 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7560678'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:40.586380 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:40.594851 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:16:40.595287 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5480855'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   util.warn(
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   util.warn(
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   util.warn(
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   util.warn(
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]: Traceback (most recent call last):
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:     timer()
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:     cb(*args, **kw)
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:     return func(*args, **kwargs)
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:     self._notify()
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:     self.callback(batched_events)
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:     event.method(event)
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:     return f(self, *a, **k)
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._get(url).json()
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:16:40.610334 dv-cinder-818140-1-iscsi neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:16:40.786102 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:40.798704 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:40.802957 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4facc785-6719-4463-a556-492e609bab3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:40.829089 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Pushing event deleted for resources: {'Network': ['ID=dc525c0c-d833-48a2-b32d-fc068f7dd70f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:40.837151 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:40.840268 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-e229b052-2f57-42df-a8a1-568b145b68cd admin admin] 10.222.0.71 "DELETE /v2.0/networks/dc525c0c-d833-48a2-b32d-fc068f7dd70f HTTP/1.1" status: 204  len: 168 time: 1.9393380
Nov 16 22:16:40.902807 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9c1cf-15db-4abf-8e1a-a62966c015c7 req-adf01be3-5e5e-45c9-aaa1-e8bd5bd980fc tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:40.904465 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-35c9c1cf-15db-4abf-8e1a-a62966c015c7 req-adf01be3-5e5e-45c9-aaa1-e8bd5bd980fc tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 944 time: 0.1096642
Nov 16 22:16:40.962614 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-35c9c1cf-15db-4abf-8e1a-a62966c015c7 req-0b061471-e897-46ca-a9ea-896b681838ba tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517375
Nov 16 22:16:41.265181 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682d91e-c5bd-4865-8ced-095e62826310 req-3f1da21c-89a6-437a-9938-2fa82e4287ab tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:41.266634 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d682d91e-c5bd-4865-8ced-095e62826310 req-3f1da21c-89a6-437a-9938-2fa82e4287ab tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.0936329
Nov 16 22:16:41.312298 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d682d91e-c5bd-4865-8ced-095e62826310 req-d8f46a2e-ab2f-4843-a124-cf6758422deb tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399075
Nov 16 22:16:41.701826 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42296) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:41.752004 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-7c68ea71-b9c3-4edb-8028-9722f91ece1a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b1b1976c7d7b433792ca2cf522766f2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0489767
Nov 16 22:16:41.754402 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42300) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:41.811881 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-acfca923-eb97-446c-ad05-4db2a4b3542a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:41.837584 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-acfca923-eb97-446c-ad05-4db2a4b3542a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:41.980295 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-acfca923-eb97-446c-ad05-4db2a4b3542a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:41.990750 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-51b88cc0-231f-4d97-b20d-e7f07564036f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:42.004696 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfca923-eb97-446c-ad05-4db2a4b3542a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ecefc8-5105-4316-a3f7-44ad01ebc7f0,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:42.016525 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-acfca923-eb97-446c-ad05-4db2a4b3542a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:42.023779 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-acfca923-eb97-446c-ad05-4db2a4b3542a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:42.040132 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-acfca923-eb97-446c-ad05-4db2a4b3542a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f7ecefc8-5105-4316-a3f7-44ad01ebc7f0 HTTP/1.1" status: 204  len: 168 time: 0.2847023
Nov 16 22:16:42.207234 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436f237-cb27-49e4-9135-8a65215979ef req-d85cc7ef-f939-40c2-b8ff-84611f17b1cd tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:42.215405 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9436f237-cb27-49e4-9135-8a65215979ef req-d85cc7ef-f939-40c2-b8ff-84611f17b1cd tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 944 time: 0.1170521
Nov 16 22:16:42.293579 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9436f237-cb27-49e4-9135-8a65215979ef req-eea3e89b-84c0-41f7-b6ae-00bb81d0e3e2 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771661
Nov 16 22:16:42.591843 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c032b8e-d491-4cf7-857c-32957df2355c req-2e7a231c-43a8-4bf7-ad79-bf2fac675b49 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:42.593519 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7c032b8e-d491-4cf7-857c-32957df2355c req-2e7a231c-43a8-4bf7-ad79-bf2fac675b49 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.1320522
Nov 16 22:16:42.644463 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7c032b8e-d491-4cf7-857c-32957df2355c req-5c9c43d4-64ad-47d6-bc8e-75ed7790e992 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440421
Nov 16 22:16:42.871504 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42318) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:42.872806 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 522a04aa-bcb1-40c8-8061-100965a0bdad details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:16:42.943405 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-161a182e-0065-4ea7-b8b8-6bdaba47d255 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2983da2ae75a4da9bb8da2da3a565a22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0705440
Nov 16 22:16:42.946648 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42322) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:43.010273 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4cc33c7b-4121-46bf-93cb-724030686cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:43.039202 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4cc33c7b-4121-46bf-93cb-724030686cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:43.050255 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 522a04aa-bcb1-40c8-8061-100965a0bdad, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=522a04aa-bcb1-40c8-8061-100965a0bdad,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:43.066440 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': '522a04aa-bcb1-40c8-8061-100965a0bdad', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'port_id': '522a04aa-bcb1-40c8-8061-100965a0bdad', 'mac_address': 'fa:16:3e:cb:20:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:16:43.138562 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:43.168075 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522a04aa-bcb1-40c8-8061-100965a0bdad {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:16:43.193776 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 522a04aa-bcb1-40c8-8061-100965a0bdad, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=522a04aa-bcb1-40c8-8061-100965a0bdad,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:43.199779 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4cc33c7b-4121-46bf-93cb-724030686cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:43.205577 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-18257521-cd4a-4edd-a534-35a0b8dbf5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:43.225538 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc33c7b-4121-46bf-93cb-724030686cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c65bd46-b576-4aa1-a119-419686364fd7,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:43.230119 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4cc33c7b-4121-46bf-93cb-724030686cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:43.240298 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4cc33c7b-4121-46bf-93cb-724030686cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:43.242005 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-4cc33c7b-4121-46bf-93cb-724030686cbf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7c65bd46-b576-4aa1-a119-419686364fd7 HTTP/1.1" status: 204  len: 168 time: 0.2930067
Nov 16 22:16:43.285530 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:43.289526 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:43.429384 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=522a04aa-bcb1-40c8-8061-100965a0bdad,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:43.439171 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:43.535007 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82939eb-7d54-4229-973d-31235c0161b2 req-5901a422-1ffe-42ba-80c0-13205085fa65 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:43.537198 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f82939eb-7d54-4229-973d-31235c0161b2 req-5901a422-1ffe-42ba-80c0-13205085fa65 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 945 time: 0.1079245
Nov 16 22:16:43.599357 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f82939eb-7d54-4229-973d-31235c0161b2 req-344029dd-9bc6-4c2b-9753-fb0ed1a6e6e0 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563853
Nov 16 22:16:43.793448 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['522a04aa-bcb1-40c8-8061-100965a0bdad'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:16:43.935315 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ff821-f7fc-4cf7-979a-b4ecfd51e4e2 req-19d3e514-b4c5-4cd5-872c-f663cbfa83c7 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:43.936874 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-776ff821-f7fc-4cf7-979a-b4ecfd51e4e2 req-19d3e514-b4c5-4cd5-872c-f663cbfa83c7 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.1512802
Nov 16 22:16:43.991634 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-776ff821-f7fc-4cf7-979a-b4ecfd51e4e2 req-ab64a4cb-f6db-4593-a3c6-2c17159b9504 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489388
Nov 16 22:16:44.593383 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0b780587-51ea-4db0-8d7d-5ff843a257c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:44.805979 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745b948-4366-4b2f-b6c7-18df12180570 req-ae719c7f-4747-4203-88ea-2e5e52812754 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:44.811189 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f745b948-4366-4b2f-b6c7-18df12180570 req-ae719c7f-4747-4203-88ea-2e5e52812754 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 945 time: 0.0935140
Nov 16 22:16:44.861605 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f745b948-4366-4b2f-b6c7-18df12180570 req-d03d62a6-ccbd-46c3-a49d-c790d4cc5c18 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484705
Nov 16 22:16:45.192391 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94babbb3-a98f-43bb-b2cd-09dc9ba01f49 req-c96f2a7c-6e31-4d83-beea-26c1d9c32151 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:45.193864 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-94babbb3-a98f-43bb-b2cd-09dc9ba01f49 req-c96f2a7c-6e31-4d83-beea-26c1d9c32151 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.0871270
Nov 16 22:16:45.239341 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-94babbb3-a98f-43bb-b2cd-09dc9ba01f49 req-d702c0c4-8a1e-4e9a-bb3f-dd450a4b69e7 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389664
Nov 16 22:16:45.611001 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:46.077313 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28304031-4d18-4a8b-a9d8-9d29e4e3b9ff req-91fcf74a-3566-46a9-af98-310a8f0f20aa tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:46.079294 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-28304031-4d18-4a8b-a9d8-9d29e4e3b9ff req-91fcf74a-3566-46a9-af98-310a8f0f20aa tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 945 time: 0.0967369
Nov 16 22:16:46.139906 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-28304031-4d18-4a8b-a9d8-9d29e4e3b9ff req-172e52a9-e06f-4069-ad96-79a6e379ba60 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525870
Nov 16 22:16:46.442498 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d5975-8ac7-4495-a8f3-cfe88cc443e0 req-29747894-96a4-4520-ae2a-ff0fa7b71861 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:46.443925 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a75d5975-8ac7-4495-a8f3-cfe88cc443e0 req-29747894-96a4-4520-ae2a-ff0fa7b71861 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.0844316
Nov 16 22:16:46.489212 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a75d5975-8ac7-4495-a8f3-cfe88cc443e0 req-08108415-c72a-4a5f-8533-e72cfdcc4a85 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395546
Nov 16 22:16:46.899177 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 522a04aa-bcb1-40c8-8061-100965a0bdad up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:16:47.020106 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port 522a04aa-bcb1-40c8-8061-100965a0bdad completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:16:47.025066 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port 522a04aa-bcb1-40c8-8061-100965a0bdad triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:16:47.025433 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:47.152763 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:47.185209 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9210e616-5c10-4b12-894b-9672ac9f92da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522a04aa-bcb1-40c8-8061-100965a0bdad'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:16:47.199885 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 522a04aa-bcb1-40c8-8061-100965a0bdad, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=522a04aa-bcb1-40c8-8061-100965a0bdad,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:47.254353 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a17e31f0-dd4c-4bdd-889a-05fa9842fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:47.258679 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9210e616-5c10-4b12-894b-9672ac9f92da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522a04aa-bcb1-40c8-8061-100965a0bdad', 'code': 200}
Nov 16 22:16:47.265859 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:47.267596 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:47.332252 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8277e-1d78-41cf-853d-b95f5a77c3b6 req-16a6523b-94f6-4471-a138-4e1e7aa26fb1 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:47.333737 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-41a8277e-1d78-41cf-853d-b95f5a77c3b6 req-16a6523b-94f6-4471-a138-4e1e7aa26fb1 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 946 time: 0.0850425
Nov 16 22:16:47.335678 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=522a04aa-bcb1-40c8-8061-100965a0bdad,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:47.338576 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:47.382824 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-41a8277e-1d78-41cf-853d-b95f5a77c3b6 req-4f238572-e5d2-45ab-9270-6a47fbadc9ff tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433669
Nov 16 22:16:47.784358 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68c279-26de-425f-877a-ae29ecee0434 req-0463fac9-ae65-4576-a32d-926cc7f330fc tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:47.785806 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ad68c279-26de-425f-877a-ae29ecee0434 req-0463fac9-ae65-4576-a32d-926cc7f330fc tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.1841612
Nov 16 22:16:47.830719 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ad68c279-26de-425f-877a-ae29ecee0434 req-e0528364-20a8-4bb7-850c-524089a20514 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392499
Nov 16 22:16:47.914433 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6c928-1c65-4ace-b6c6-549ff1c8e97f req-b25c5047-655f-4e13-a1bf-abbeafd75fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:47.915939 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-2cb6c928-1c65-4ace-b6c6-549ff1c8e97f req-b25c5047-655f-4e13-a1bf-abbeafd75fa3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 1099 time: 0.0740461
Nov 16 22:16:47.956193 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-2cb6c928-1c65-4ace-b6c6-549ff1c8e97f req-3eb0cc55-2bec-4e69-ab5a-36fac271fe24 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334303
Nov 16 22:16:48.509549 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ecdb-e0bd-456c-b265-7b070d99ac0c req-1a7d9fdf-9fe4-4a79-ba7a-5928035467d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:48.511737 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-3775ecdb-e0bd-456c-b265-7b070d99ac0c req-1a7d9fdf-9fe4-4a79-ba7a-5928035467d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26d8251468c6461ba688baa16c61c407&device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 1099 time: 0.0770495
Nov 16 22:16:48.576704 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23dd89-6466-456a-bb5c-c42ebcf9d8d9 req-04d9bbb4-8ce9-4c46-871a-480b764271e6 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:48.580388 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3a23dd89-6466-456a-bb5c-c42ebcf9d8d9 req-04d9bbb4-8ce9-4c46-871a-480b764271e6 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 946 time: 0.0880046
Nov 16 22:16:48.610158 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:48.623629 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3a23dd89-6466-456a-bb5c-c42ebcf9d8d9 req-7f9ef5fd-79a1-46bc-9bee-087780e4ae44 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396590
Nov 16 22:16:48.680482 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ecdb-e0bd-456c-b265-7b070d99ac0c req-09fdd7ef-0400-4482-a1a4-029517bd2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:48.681827 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-3775ecdb-e0bd-456c-b265-7b070d99ac0c req-09fdd7ef-0400-4482-a1a4-029517bd2da5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=01d0b958-6461-40ea-b3fa-8442b12165d5 HTTP/1.1" status: 200  len: 917 time: 0.1288981
Nov 16 22:16:48.786969 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-3775ecdb-e0bd-456c-b265-7b070d99ac0c req-ecbd5f10-1bfd-4283-98f0-6ee24b580e28 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd HTTP/1.1" status: 200  len: 1001 time: 0.0970809
Nov 16 22:16:48.850360 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ecdb-e0bd-456c-b265-7b070d99ac0c req-5de2016c-8813-4e87-ad31-fb8061e09e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:48.851794 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-3775ecdb-e0bd-456c-b265-7b070d99ac0c req-5de2016c-8813-4e87-ad31-fb8061e09e51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2 HTTP/1.1" status: 200  len: 855 time: 0.0570271
Nov 16 22:16:48.937538 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ecdb-e0bd-456c-b265-7b070d99ac0c req-7778aadf-867b-4584-bbf3-99f15015f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:48.938914 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-3775ecdb-e0bd-456c-b265-7b070d99ac0c req-7778aadf-867b-4584-bbf3-99f15015f799 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=01d0b958-6461-40ea-b3fa-8442b12165d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743399
Nov 16 22:16:48.950527 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [req-3775ecdb-e0bd-456c-b265-7b070d99ac0c req-98d456f8-fd79-4ff8-9de8-a71afca51395 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=87470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 16 22:16:48.951637 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-3775ecdb-e0bd-456c-b265-7b070d99ac0c req-98d456f8-fd79-4ff8-9de8-a71afca51395 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051920
Nov 16 22:16:49.025375 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc96e70-8cf5-482a-909f-1237b3049aca req-c71606cc-ea22-4fd8-a123-66d4e61ec53f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:49.026857 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9fc96e70-8cf5-482a-909f-1237b3049aca req-c71606cc-ea22-4fd8-a123-66d4e61ec53f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.0807295
Nov 16 22:16:49.074219 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9fc96e70-8cf5-482a-909f-1237b3049aca req-abe92364-7139-4b9a-aa37-9945cc1599d7 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415397
Nov 16 22:16:49.178086 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-3775ecdb-e0bd-456c-b265-7b070d99ac0c req-53767259-e89c-44ca-aa18-bb301f28d548 service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2142198
Nov 16 22:16:49.316042 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-3775ecdb-e0bd-456c-b265-7b070d99ac0c req-00786344-7df3-47dd-977e-5c1dedda0c8e service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270556
Nov 16 22:16:49.812300 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138129f-5fcb-4878-998d-773d1041f54f req-d2576125-323c-4e60-a653-ac005c96ae79 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:49.813757 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f138129f-5fcb-4878-998d-773d1041f54f req-d2576125-323c-4e60-a653-ac005c96ae79 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 946 time: 0.0835555
Nov 16 22:16:49.858900 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f138129f-5fcb-4878-998d-773d1041f54f req-db167aa8-c4e7-4626-924e-8a10e7ae2f8a tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395684
Nov 16 22:16:49.958888 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:50.268066 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52b34d-1acf-4bfe-800f-61de6b06baa0 req-d5044e6a-3925-4e01-944e-3109636929ab tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:50.269409 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4e52b34d-1acf-4bfe-800f-61de6b06baa0 req-d5044e6a-3925-4e01-944e-3109636929ab tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 946 time: 0.0837207
Nov 16 22:16:50.312531 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4e52b34d-1acf-4bfe-800f-61de6b06baa0 req-dcbb0edf-ed6d-41fa-ac7f-6222ccadc879 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374835
Nov 16 22:16:50.944955 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:16:51.045847 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5422d-dfa1-489c-83c8-1cff5665ebde req-de616a52-71f2-4860-b75b-7908401a35f0 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:51.047369 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e9f5422d-dfa1-489c-83c8-1cff5665ebde req-de616a52-71f2-4860-b75b-7908401a35f0 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 946 time: 0.0827615
Nov 16 22:16:51.055818 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:51.092106 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e9f5422d-dfa1-489c-83c8-1cff5665ebde req-66532e12-6ff7-48b6-afb3-6521c01037c6 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389862
Nov 16 22:16:51.093637 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:16:51.103573 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:16:51.141387 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd', 'code': 200}
Nov 16 22:16:51.181581 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:51.184218 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:51.250988 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,revision_number=8']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:51.254160 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:51.276779 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302eaf71-866a-4336-9c49-8f73ef732845 req-279781ce-af40-4dd2-9954-9dd1cc91b3c6 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:51.278284 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-302eaf71-866a-4336-9c49-8f73ef732845 req-279781ce-af40-4dd2-9954-9dd1cc91b3c6 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 946 time: 0.0821180
Nov 16 22:16:51.324730 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-302eaf71-866a-4336-9c49-8f73ef732845 req-2af504b6-38a5-4794-bc5e-7b48b990ed09 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409036
Nov 16 22:16:51.348412 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42392) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:51.520824 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945b50-eedf-4ef5-b8cf-4ea291079fae req-bb4a0827-a8f8-4de0-a9ea-c27acccdca21 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:51.527707 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-41945b50-eedf-4ef5-b8cf-4ea291079fae req-bb4a0827-a8f8-4de0-a9ea-c27acccdca21 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0987117
Nov 16 22:16:51.570106 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-41945b50-eedf-4ef5-b8cf-4ea291079fae req-cdd2e879-1161-4b44-83c7-44a304f73f6f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415490
Nov 16 22:16:51.668180 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaf0f9a-94f6-4e5b-adbe-baabced904c8 tempest-TestVolumeBootPattern-267871902 tempest-TestVolumeBootPattern-267871902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:51.669705 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-abaf0f9a-94f6-4e5b-adbe-baabced904c8 tempest-TestVolumeBootPattern-267871902 tempest-TestVolumeBootPattern-267871902-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 1094 time: 0.3203058
Nov 16 22:16:51.672936 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42398) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:16:51.678126 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Request body: {'floatingip': {'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'port_id': '522a04aa-bcb1-40c8-8061-100965a0bdad', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:16:51.685418 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:16:51.689880 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Usage tracker for resource:floatingip and tenant:6f9679bda1c74f76bcf5494a43c366b3 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:16:51.693067 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:16:51.700716 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:16:51.773941 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for floatingip, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:51.914531 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:52.057551 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_common [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Allocated IP 172.27.1.250 (10de077c-bbee-4272-8747-14a2748b01b9/c0755f1d-0fb7-42ea-9726-81f58c277d98/9a91ba3f-3f47-4861-a059-dccb5299a2c7) {{(pid=87469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:16:52.205485 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for port, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:52.311792 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:52.316720 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-6a066e01-05dd-4d6d-8a9f-11ef1c333a1e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:52.381090 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Network 10de077c-bbee-4272-8747-14a2748b01b9 is already hosted by enough agents. {{(pid=87469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:16:52.383836 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Resources bound (agent type, host, resource id):  {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:16:52.387551 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Received port after_create {{(pid=87469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:16:52.422703 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event updated for resources: {'Port': ['ID=9a91ba3f-3f47-4861-a059-dccb5299a2c7,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:52.438513 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:52.438876 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:52.439255 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:52.439612 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:52.439963 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:52.440308 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:52.440651 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:52.440995 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:52.441338 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:52.441679 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:52.442037 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:52.442352 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:16:52.447148 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:52.942591 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb99c31-7c91-4e85-917b-be5b423b7d57 req-d48b01c6-8659-49b5-a154-6909a7f60550 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:52.943974 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5cb99c31-7c91-4e85-917b-be5b423b7d57 req-d48b01c6-8659-49b5-a154-6909a7f60550 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.2362347
Nov 16 22:16:53.003664 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5cb99c31-7c91-4e85-917b-be5b423b7d57 req-d608a284-9bf9-4042-98fc-39230fe2076d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532696
Nov 16 22:16:53.014246 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:53.152349 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:53.361904 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for port, precommit_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:53.431175 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6816999'] for port, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:53.435772 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-61e73813-0b62-460c-984e-24deb43f4e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:16:53.544313 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event updated for resources: {'Port': ['ID=9a91ba3f-3f47-4861-a059-dccb5299a2c7,revision_number=2']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:16:53.548386 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:16:53.556607 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:53.733788 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Floating IP b6390177-27f3-4f5c-9976-09a80cc08deb associated. External IP: 172.27.1.250, port: 522a04aa-bcb1-40c8-8061-100965a0bdad.
Nov 16 22:16:54.091819 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Router 9f825689-a7ab-49eb-bade-a5da89564a6a has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:16:54.269965 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:16:54.281293 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985cf9c6-0d0f-4a82-8f2a-e8e10f896e44 None None] Sync routers for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:16:54.292037 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985cf9c6-0d0f-4a82-8f2a-e8e10f896e44 None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:16:54.293003 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-985cf9c6-0d0f-4a82-8f2a-e8e10f896e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1d85100>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:16:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:54.387234 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:16:54.452929 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7732766
Nov 16 22:16:54.452929 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9210e616-5c10-4b12-894b-9672ac9f92da', 'tag': '522a04aa-bcb1-40c8-8061-100965a0bdad'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:16:54.478981 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-985cf9c6-0d0f-4a82-8f2a-e8e10f896e44 None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:16:54.496311 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9210e616-5c10-4b12-894b-9672ac9f92da', 'tag': '522a04aa-bcb1-40c8-8061-100965a0bdad', 'status': 'completed', 'code': 200}
Nov 16 22:16:54.708711 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d244a8-e3f6-4ae2-897d-a3ce17e53db7 req-45c2abe9-6c5b-46e6-9bf8-c8aae2070484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:54.710297 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-85d244a8-e3f6-4ae2-897d-a3ce17e53db7 req-45c2abe9-6c5b-46e6-9bf8-c8aae2070484 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 1099 time: 0.0896723
Nov 16 22:16:54.839609 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-985cf9c6-0d0f-4a82-8f2a-e8e10f896e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1d85100>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'b6390177-27f3-4f5c-9976-09a80cc08deb', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'port_id': '522a04aa-bcb1-40c8-8061-100965a0bdad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'mac_address': 'fa:16:3e:cb:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9210e616-5c10-4b12-894b-9672ac9f92da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:16:52Z', 'updated_at': '2021-11-16T22:16:52Z', 'revision_number': 0, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address_scope': None}, {'id': 'ca73258f-0481-4033-bc84-f99c9f64aebc', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'port_id': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'mac_address': 'fa:16:3e:a0:a6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea763a-48f7-4810-9e61-4984c771a007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:13:28Z', 'updated_at': '2021-11-16T22:13:33Z', 'revision_number': 1, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:54.843605 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985cf9c6-0d0f-4a82-8f2a-e8e10f896e44 None None] Checking router: 9f825689-a7ab-49eb-bade-a5da89564a6a for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:16:54.847709 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d244a8-e3f6-4ae2-897d-a3ce17e53db7 req-5d696453-94e4-4864-ab78-66c4a96e89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:54.849134 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-85d244a8-e3f6-4ae2-897d-a3ce17e53db7 req-5d696453-94e4-4864-ab78-66c4a96e89e0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6431ab66-4714-41a7-87a8-d3f34aa0544b HTTP/1.1" status: 200  len: 912 time: 0.1316745
Nov 16 22:16:54.852284 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985cf9c6-0d0f-4a82-8f2a-e8e10f896e44 None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:16:54.852884 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-985cf9c6-0d0f-4a82-8f2a-e8e10f896e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1d85100>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:16:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:54.951455 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-85d244a8-e3f6-4ae2-897d-a3ce17e53db7 req-722018f7-a111-4ab0-b71a-fa1d27b8d622 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=522a04aa-bcb1-40c8-8061-100965a0bdad HTTP/1.1" status: 200  len: 1000 time: 0.0945382
Nov 16 22:16:54.986742 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:16:55.017603 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d244a8-e3f6-4ae2-897d-a3ce17e53db7 req-e02ca18b-d3d0-4474-9768-910cafa72db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:55.019048 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-85d244a8-e3f6-4ae2-897d-a3ce17e53db7 req-e02ca18b-d3d0-4474-9768-910cafa72db9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c792dd0-a876-4286-9c4a-d4da350cf7f1 HTTP/1.1" status: 200  len: 850 time: 0.0611868
Nov 16 22:16:55.095808 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d244a8-e3f6-4ae2-897d-a3ce17e53db7 req-aa44dfc1-696f-40d8-b3b0-9329d3b451a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:55.097279 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-85d244a8-e3f6-4ae2-897d-a3ce17e53db7 req-aa44dfc1-696f-40d8-b3b0-9329d3b451a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6431ab66-4714-41a7-87a8-d3f34aa0544b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718164
Nov 16 22:16:55.113490 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-985cf9c6-0d0f-4a82-8f2a-e8e10f896e44 None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:16:55.233060 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-85d244a8-e3f6-4ae2-897d-a3ce17e53db7 req-c8bf405e-d63c-41c6-bb80-ac144b4a8616 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281178
Nov 16 22:16:55.375434 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-85d244a8-e3f6-4ae2-897d-a3ce17e53db7 req-2066de6f-35f1-42cc-9e9e-367638d9de02 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352284
Nov 16 22:16:55.528845 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-985cf9c6-0d0f-4a82-8f2a-e8e10f896e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1d85100>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'b6390177-27f3-4f5c-9976-09a80cc08deb', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'port_id': '522a04aa-bcb1-40c8-8061-100965a0bdad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'mac_address': 'fa:16:3e:cb:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9210e616-5c10-4b12-894b-9672ac9f92da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:16:52Z', 'updated_at': '2021-11-16T22:16:52Z', 'revision_number': 0, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address_scope': None}, {'id': 'ca73258f-0481-4033-bc84-f99c9f64aebc', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'port_id': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'mac_address': 'fa:16:3e:a0:a6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea763a-48f7-4810-9e61-4984c771a007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:13:28Z', 'updated_at': '2021-11-16T22:13:33Z', 'revision_number': 1, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:16:55.533846 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985cf9c6-0d0f-4a82-8f2a-e8e10f896e44 None None] The sync data for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi is: [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'b6390177-27f3-4f5c-9976-09a80cc08deb', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'port_id': '522a04aa-bcb1-40c8-8061-100965a0bdad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'mac_address': 'fa:16:3e:cb:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9210e616-5c10-4b12-894b-9672ac9f92da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:16:52Z', 'updated_at': '2021-11-16T22:16:52Z', 'revision_number': 0, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address_scope': None}, {'id': 'ca73258f-0481-4033-bc84-f99c9f64aebc', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'port_id': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'mac_address': 'fa:16:3e:a0:a6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea763a-48f7-4810-9e61-4984c771a007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:13:28Z', 'updated_at': '2021-11-16T22:13:33Z', 'revision_number': 1, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:16:55.751760 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a01dab-7b77-43ca-a118-dd08440f5609 None None] New status for floating IP b6390177-27f3-4f5c-9976-09a80cc08deb: ACTIVE {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:16:55.918689 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27019d1-6b17-423e-b6e7-0c0a7307fde6 req-0e213442-0c2e-470c-96dd-b0707bee5eaa tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:55.920215 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c27019d1-6b17-423e-b6e7-0c0a7307fde6 req-0e213442-0c2e-470c-96dd-b0707bee5eaa tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0843904
Nov 16 22:16:55.979936 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c27019d1-6b17-423e-b6e7-0c0a7307fde6 req-7510140f-7a1e-4304-865b-ec4f9602a938 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539110
Nov 16 22:16:56.363402 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-52ae803c-1626-4bdf-9f3e-91bebeb645c0 req-7d7fc9a0-0396-4420-a1ec-90e83574272d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1386952
Nov 16 22:16:57.273707 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4feecde-0e38-43c9-a582-58ce10a8b186 req-5ffb8544-7896-455b-93cc-0695df096382 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:57.275235 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d4feecde-0e38-43c9-a582-58ce10a8b186 req-5ffb8544-7896-455b-93cc-0695df096382 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.1938157
Nov 16 22:16:57.326105 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d4feecde-0e38-43c9-a582-58ce10a8b186 req-f97c13df-478d-40cc-94a7-5e3428d00205 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412724
Nov 16 22:16:57.814948 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae803c-1626-4bdf-9f3e-91bebeb645c0 req-763eeabb-2b7c-41b4-9f9d-80d32bb4e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:57.816455 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-52ae803c-1626-4bdf-9f3e-91bebeb645c0 req-763eeabb-2b7c-41b4-9f9d-80d32bb4e419 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73&tenant_id=26d8251468c6461ba688baa16c61c407 HTTP/1.1" status: 200  len: 1097 time: 0.0727553
Nov 16 22:16:57.924984 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae803c-1626-4bdf-9f3e-91bebeb645c0 req-1bd4f754-ce75-437a-9431-56bbdd5e720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:57.926442 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-52ae803c-1626-4bdf-9f3e-91bebeb645c0 req-1bd4f754-ce75-437a-9431-56bbdd5e720c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26d8251468c6461ba688baa16c61c407&device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 1097 time: 0.0754566
Nov 16 22:16:58.060052 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae803c-1626-4bdf-9f3e-91bebeb645c0 req-e900dc44-15eb-4f1b-8866-92a85b7e808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:58.061512 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-52ae803c-1626-4bdf-9f3e-91bebeb645c0 req-e900dc44-15eb-4f1b-8866-92a85b7e808b service neutron] 10.222.0.72 "GET /v2.0/networks?id=01d0b958-6461-40ea-b3fa-8442b12165d5 HTTP/1.1" status: 200  len: 917 time: 0.1284111
Nov 16 22:16:58.164834 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-52ae803c-1626-4bdf-9f3e-91bebeb645c0 req-803ad03f-c1f3-44f7-b0f0-efd52bebf8dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd HTTP/1.1" status: 200  len: 999 time: 0.0954480
Nov 16 22:16:58.231043 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae803c-1626-4bdf-9f3e-91bebeb645c0 req-cb953b6d-36ac-4d28-b310-85c01c1f3410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:58.232592 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-52ae803c-1626-4bdf-9f3e-91bebeb645c0 req-cb953b6d-36ac-4d28-b310-85c01c1f3410 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2 HTTP/1.1" status: 200  len: 855 time: 0.0617228
Nov 16 22:16:58.313582 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae803c-1626-4bdf-9f3e-91bebeb645c0 req-7637b8e0-ff5d-4537-a700-f2de21a99a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:58.315028 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-52ae803c-1626-4bdf-9f3e-91bebeb645c0 req-7637b8e0-ff5d-4537-a700-f2de21a99a3a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=01d0b958-6461-40ea-b3fa-8442b12165d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748820
Nov 16 22:16:58.548080 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca008a6a-5269-475f-8a08-db940c898925 req-95924ba7-710b-4871-bda2-2f1cf2bba10f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:58.550333 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ca008a6a-5269-475f-8a08-db940c898925 req-95924ba7-710b-4871-bda2-2f1cf2bba10f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.1098230
Nov 16 22:16:58.557029 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-52ae803c-1626-4bdf-9f3e-91bebeb645c0 req-d80d7253-845a-4f88-926e-88297b9b68fe service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2318149
Nov 16 22:16:58.599638 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ca008a6a-5269-475f-8a08-db940c898925 req-89833183-7fcd-4f18-a4be-d17bfa5d92ae tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437677
Nov 16 22:16:58.703406 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-52ae803c-1626-4bdf-9f3e-91bebeb645c0 req-57016128-fccd-4fc6-b83f-0d26d3bf9d18 service neutron] 10.222.0.72 "GET /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322823
Nov 16 22:16:59.817930 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b833792-92bb-4a85-9512-f3d50a633ca0 req-6a4dee63-4fad-4ecc-ab07-c77fe3bfc444 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:16:59.819334 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1b833792-92bb-4a85-9512-f3d50a633ca0 req-6a4dee63-4fad-4ecc-ab07-c77fe3bfc444 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0893531
Nov 16 22:16:59.868169 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1b833792-92bb-4a85-9512-f3d50a633ca0 req-7c932944-a9ac-4720-a676-ee84f2027d94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431604
Nov 16 22:17:01.061218 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d429f7-53f9-47f7-9f1c-1e40de2bdd38 req-26e0e993-175a-48d8-8df0-c162bcfbd46c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:01.062661 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-55d429f7-53f9-47f7-9f1c-1e40de2bdd38 req-26e0e993-175a-48d8-8df0-c162bcfbd46c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0822823
Nov 16 22:17:01.110920 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-55d429f7-53f9-47f7-9f1c-1e40de2bdd38 req-e28f935f-7770-43a1-96ef-4bfd95474b4a tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423665
Nov 16 22:17:02.303320 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb10551-b86b-4cf3-ab7b-aca1c95c4d8e req-3b47cfa6-a650-4516-89a7-bb3887b89abe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:02.304816 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2fb10551-b86b-4cf3-ab7b-aca1c95c4d8e req-3b47cfa6-a650-4516-89a7-bb3887b89abe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0836840
Nov 16 22:17:02.357558 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2fb10551-b86b-4cf3-ab7b-aca1c95c4d8e req-829fa01e-f6c0-4c3f-82cc-8981db281c2b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464513
Nov 16 22:17:02.436803 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:03.707496 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1a1c6-f3b2-48ac-bfde-4b6ad21f93ee req-ae361dbf-fbeb-4241-880c-96a4b3aca64c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:03.709042 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b4e1a1c6-f3b2-48ac-bfde-4b6ad21f93ee req-ae361dbf-fbeb-4241-880c-96a4b3aca64c tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0848596
Nov 16 22:17:03.754035 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b4e1a1c6-f3b2-48ac-bfde-4b6ad21f93ee req-32e8db79-4b99-428d-bf30-de1fdc5ab296 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387335
Nov 16 22:17:04.951640 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7974e5-302f-4076-b41f-ebf38bfc5a1a req-b3033a72-3a42-4739-91b6-5dc8d0ea97a7 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:04.953130 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ea7974e5-302f-4076-b41f-ebf38bfc5a1a req-b3033a72-3a42-4739-91b6-5dc8d0ea97a7 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0867257
Nov 16 22:17:05.008911 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ea7974e5-302f-4076-b41f-ebf38bfc5a1a req-8b48161f-39f5-4908-b350-eec9ac92dda1 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500045
Nov 16 22:17:06.213113 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980aa97-2ce9-4987-962c-67e193b79bb8 req-c667eac1-f01f-46eb-a8f3-5c26fdba3308 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:06.214523 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4980aa97-2ce9-4987-962c-67e193b79bb8 req-c667eac1-f01f-46eb-a8f3-5c26fdba3308 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0823576
Nov 16 22:17:06.260899 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4980aa97-2ce9-4987-962c-67e193b79bb8 req-4c0481ab-411f-43bd-bbb9-65b2a0836e34 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407510
Nov 16 22:17:07.476094 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a1dfd-60ab-4a25-8923-30628db85c57 req-59c15ff0-f037-45b6-9142-80d8ad237da5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:07.478568 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-599a1dfd-60ab-4a25-8923-30628db85c57 req-59c15ff0-f037-45b6-9142-80d8ad237da5 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.1030855
Nov 16 22:17:07.528551 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-599a1dfd-60ab-4a25-8923-30628db85c57 req-c10f66b5-34b4-4647-872f-037f84c24c75 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432863
Nov 16 22:17:08.721225 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7654f6-25c7-405b-8377-92a01d1f606b req-ddfb9b20-d25b-4f01-8946-c6990fbefc7b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:08.722974 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5c7654f6-25c7-405b-8377-92a01d1f606b req-ddfb9b20-d25b-4f01-8946-c6990fbefc7b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0825601
Nov 16 22:17:08.770521 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5c7654f6-25c7-405b-8377-92a01d1f606b req-caf13e78-dafe-40ce-a457-2ecb45765ee2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418510
Nov 16 22:17:10.118687 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2553f43-6f9d-40c5-bd29-de234639d25b req-02d5c722-4457-4dd5-96fb-3b36e9da5687 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:10.120618 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c2553f43-6f9d-40c5-bd29-de234639d25b req-02d5c722-4457-4dd5-96fb-3b36e9da5687 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0856297
Nov 16 22:17:10.166163 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c2553f43-6f9d-40c5-bd29-de234639d25b req-226faa85-c0a1-43f4-b120-fa5a67cf2658 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394194
Nov 16 22:17:10.441763 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:17:11.362616 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c02c3-74f0-4e01-bc7f-cac25ce65a1c req-1acc0d88-f355-49e8-b85f-f4f48ee593b9 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:11.364129 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d12c02c3-74f0-4e01-bc7f-cac25ce65a1c req-1acc0d88-f355-49e8-b85f-f4f48ee593b9 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0854559
Nov 16 22:17:11.412085 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d12c02c3-74f0-4e01-bc7f-cac25ce65a1c req-19540d09-5d72-48c3-b2a8-71b8fb408702 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418713
Nov 16 22:17:12.604253 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07596f82-c79b-496b-9725-77967bfe0a5f req-9c671eb6-f49c-4826-98c4-70a2c79d8e07 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:12.605738 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-07596f82-c79b-496b-9725-77967bfe0a5f req-9c671eb6-f49c-4826-98c4-70a2c79d8e07 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0838096
Nov 16 22:17:12.649774 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-07596f82-c79b-496b-9725-77967bfe0a5f req-069615c2-dab1-40cd-94f2-87a99a2648a3 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384219
Nov 16 22:17:13.836724 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9453b7-e6c9-4b87-b955-4bedceafe25d req-307ee130-eed0-477b-a4e6-e5c81dc452b8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:13.838697 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6b9453b7-e6c9-4b87-b955-4bedceafe25d req-307ee130-eed0-477b-a4e6-e5c81dc452b8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0808024
Nov 16 22:17:13.886329 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6b9453b7-e6c9-4b87-b955-4bedceafe25d req-05af90b0-8a70-484c-a01d-f31e3fa11cf1 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420833
Nov 16 22:17:14.598205 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d9cec3b7-f246-4a03-9205-dadb4fc48ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:15.076404 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3a76b-a7d5-49cf-9aae-122c841abba5 req-37c25c51-a98b-4591-94d8-d0e6016a4f9d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:15.077738 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-52a3a76b-a7d5-49cf-9aae-122c841abba5 req-37c25c51-a98b-4591-94d8-d0e6016a4f9d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0814457
Nov 16 22:17:15.106160 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:15.122066 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-52a3a76b-a7d5-49cf-9aae-122c841abba5 req-a5400805-c3cc-44c2-ae38-ca1ad0c4f23b tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387225
Nov 16 22:17:16.314156 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e239ddf-e68b-400d-abf1-516212ddba3c req-eff26cbb-494e-4977-8f4a-d6e58d0279eb tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:16.315650 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1e239ddf-e68b-400d-abf1-516212ddba3c req-eff26cbb-494e-4977-8f4a-d6e58d0279eb tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0847335
Nov 16 22:17:16.359385 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1e239ddf-e68b-400d-abf1-516212ddba3c req-4608f736-43e2-4a00-9220-db70d340f9d8 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381293
Nov 16 22:17:17.557425 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6ee41-9548-4042-96a6-6afff0a9c29c req-a63d80ea-62e6-4447-a5e5-f7ca7a40c847 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:17.559011 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a3e6ee41-9548-4042-96a6-6afff0a9c29c req-a63d80ea-62e6-4447-a5e5-f7ca7a40c847 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0816824
Nov 16 22:17:17.618531 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a3e6ee41-9548-4042-96a6-6afff0a9c29c req-e9356896-6eda-45bf-83e0-2c12f5ba996e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538442
Nov 16 22:17:18.035941 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-4648b519-ec89-4cb3-b92d-6e5e35cfbfd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:18.604227 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:18.811098 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434d689-15bc-43cc-a03b-c1ca7ee6ac4d req-672c68fb-b1fe-4b8d-bdb8-71404d6feea9 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:18.812597 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4434d689-15bc-43cc-a03b-c1ca7ee6ac4d req-672c68fb-b1fe-4b8d-bdb8-71404d6feea9 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 944 time: 0.0826306
Nov 16 22:17:18.856063 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4434d689-15bc-43cc-a03b-c1ca7ee6ac4d req-9d76fe60-6fef-4509-a418-6ae19b2b3c50 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379894
Nov 16 22:17:19.085897 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:17:19.218287 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:17:19.232715 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'port_id': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd', 'mac_address': 'fa:16:3e:23:79:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:17:19.288221 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:19.309129 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:17:19.325257 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:17:19.380409 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:19.382353 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:17:19.449140 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,revision_number=9']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:17:19.452731 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:17:19.796130 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:17:19.963824 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:20.043276 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef652d-0c2c-49d1-a540-860e4633dc1b req-a81de988-0186-40f2-a4d0-2ac452684fb7 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:20.045002 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f2ef652d-0c2c-49d1-a540-860e4633dc1b req-a81de988-0186-40f2-a4d0-2ac452684fb7 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 945 time: 0.0803168
Nov 16 22:17:20.091627 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f2ef652d-0c2c-49d1-a540-860e4633dc1b req-e2ba1d51-b051-434e-8914-73254f5a41bc tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406206
Nov 16 22:17:21.113415 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:17:21.181637 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:17:21.182014 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:21.280368 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9392e40-8269-40f9-9cfc-719b15903b76 req-5dbe4181-68f4-4455-a660-74444f30980e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:21.282091 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a9392e40-8269-40f9-9cfc-719b15903b76 req-5dbe4181-68f4-4455-a660-74444f30980e tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 945 time: 0.0823219
Nov 16 22:17:21.299450 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:21.326202 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:17:21.329087 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a9392e40-8269-40f9-9cfc-719b15903b76 req-f4ff2bff-378d-4880-82e0-81fa22ba87c9 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393445
Nov 16 22:17:21.335943 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:17:21.371326 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd', 'code': 200}
Nov 16 22:17:21.424925 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:21.427415 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-902a7ada-1202-440c-8ae2-5b3af20108f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:17:21.498430 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,revision_number=10']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:17:21.501483 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:17:21.844880 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220640a7-a173-453c-a127-1b6a7fd098b4 req-495931b3-3523-464f-a2be-f24c21570d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:21.846625 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-220640a7-a173-453c-a127-1b6a7fd098b4 req-495931b3-3523-464f-a2be-f24c21570d35 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 1100 time: 0.1327293
Nov 16 22:17:21.888129 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-220640a7-a173-453c-a127-1b6a7fd098b4 req-1d9a60e3-e849-4db0-90d5-f74ed7aae907 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340867
Nov 16 22:17:22.526102 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed3716-9e87-4ea8-b5b9-0366d3248cb4 req-8a230e31-230d-4413-b277-d2432a4f68e1 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:22.531602 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a4ed3716-9e87-4ea8-b5b9-0366d3248cb4 req-8a230e31-230d-4413-b277-d2432a4f68e1 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 947 time: 0.0864692
Nov 16 22:17:22.667985 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a4ed3716-9e87-4ea8-b5b9-0366d3248cb4 req-d3f8147f-d334-4a0b-a417-738ce0420036 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1335576
Nov 16 22:17:23.866082 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df455be-142b-41d0-a2eb-d9564e82443f req-92af86c2-858e-4c32-9bc4-ae659365ae8f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:23.867562 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1df455be-142b-41d0-a2eb-d9564e82443f req-92af86c2-858e-4c32-9bc4-ae659365ae8f tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 947 time: 0.0794764
Nov 16 22:17:23.912535 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1df455be-142b-41d0-a2eb-d9564e82443f req-5d42c652-42c1-4563-bdbe-c2a2574ac7a2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389805
Nov 16 22:17:25.115664 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b3715-be8d-41ab-8f08-34c0d2f15530 req-c391be61-1577-4643-9072-0999fd03af26 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:25.117100 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-097b3715-be8d-41ab-8f08-34c0d2f15530 req-c391be61-1577-4643-9072-0999fd03af26 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 947 time: 0.0842218
Nov 16 22:17:25.160549 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-097b3715-be8d-41ab-8f08-34c0d2f15530 req-ba7ee606-0f2d-4ca4-b324-3b482d9006b2 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379047
Nov 16 22:17:32.029874 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1b54dca3-cecc-47f9-82b1-fb8bc756481a req-f0dfb1f1-69b5-4c66-9b01-70fb8b695e74 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0671849
Nov 16 22:17:32.185135 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54dca3-cecc-47f9-82b1-fb8bc756481a req-c2c71e70-8848-4934-87ec-6f176cf1bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:32.186572 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1b54dca3-cecc-47f9-82b1-fb8bc756481a req-c2c71e70-8848-4934-87ec-6f176cf1bcba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 1098 time: 0.0735404
Nov 16 22:17:32.328114 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54dca3-cecc-47f9-82b1-fb8bc756481a req-238a2bd5-b385-4c6a-a243-5468ad94fece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:32.329431 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1b54dca3-cecc-47f9-82b1-fb8bc756481a req-238a2bd5-b385-4c6a-a243-5468ad94fece service neutron] 10.222.0.72 "GET /v2.0/networks?id=6431ab66-4714-41a7-87a8-d3f34aa0544b HTTP/1.1" status: 200  len: 912 time: 0.1244760
Nov 16 22:17:32.440172 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1b54dca3-cecc-47f9-82b1-fb8bc756481a req-ebff6295-7d94-41c8-8b29-904063051004 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e30126b1-579c-4fc9-9242-5ad42de7356e HTTP/1.1" status: 200  len: 1000 time: 0.1032248
Nov 16 22:17:32.440852 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:32.505329 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54dca3-cecc-47f9-82b1-fb8bc756481a req-bb520d6c-4404-478b-8df9-17450f979321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:32.506762 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1b54dca3-cecc-47f9-82b1-fb8bc756481a req-bb520d6c-4404-478b-8df9-17450f979321 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c792dd0-a876-4286-9c4a-d4da350cf7f1 HTTP/1.1" status: 200  len: 850 time: 0.0593922
Nov 16 22:17:32.582777 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54dca3-cecc-47f9-82b1-fb8bc756481a req-0ce59f4c-5750-4929-9962-bd6d59860ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:32.584183 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1b54dca3-cecc-47f9-82b1-fb8bc756481a req-0ce59f4c-5750-4929-9962-bd6d59860ca4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6431ab66-4714-41a7-87a8-d3f34aa0544b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0700600
Nov 16 22:17:32.723517 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1b54dca3-cecc-47f9-82b1-fb8bc756481a req-5c63aadb-aa7b-4240-be3d-dc22102c75a6 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319649
Nov 16 22:17:32.855837 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-1b54dca3-cecc-47f9-82b1-fb8bc756481a req-2b9b20d8-a7bc-414a-8883-1c37c3571253 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244876
Nov 16 22:17:42.983643 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c01412-80e2-40f0-8d7a-fb19cd2ad501 req-8caba439-2704-423a-91cc-011e362215f1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:42.985084 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b9c01412-80e2-40f0-8d7a-fb19cd2ad501 req-8caba439-2704-423a-91cc-011e362215f1 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 946 time: 0.0850804
Nov 16 22:17:43.028634 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b9c01412-80e2-40f0-8d7a-fb19cd2ad501 req-8728391e-baf3-4ed1-934d-c3621bb5d75d tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0377681
Nov 16 22:17:44.216387 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3eec8e-f6fa-4afb-a651-2bf1f39622c2 req-0f712373-f521-48e5-a74e-3f2d07ccea53 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:44.217824 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6e3eec8e-f6fa-4afb-a651-2bf1f39622c2 req-0f712373-f521-48e5-a74e-3f2d07ccea53 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 946 time: 0.0810800
Nov 16 22:17:44.263059 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6e3eec8e-f6fa-4afb-a651-2bf1f39622c2 req-a52d55ca-2bca-4728-ae10-5bb7925c3a12 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392485
Nov 16 22:17:44.596998 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1036cf23-eb16-493a-95ee-cee45615b628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:45.114441 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:45.128876 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259b7d5-33ae-437e-b3e5-30550572571e req-c0b71ebe-6fb0-4918-99d5-9917bdf3b4ee tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:45.129617 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-8259b7d5-33ae-437e-b3e5-30550572571e req-c0b71ebe-6fb0-4918-99d5-9917bdf3b4ee tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Synchronizing usage tracker for tenant:d04568cfc5e34832ab38095b3142e660 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:17:45.142521 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-8259b7d5-33ae-437e-b3e5-30550572571e req-c0b71ebe-6fb0-4918-99d5-9917bdf3b4ee tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Unset dirty status for tenant:d04568cfc5e34832ab38095b3142e660 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:17:45.143788 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-8259b7d5-33ae-437e-b3e5-30550572571e req-c0b71ebe-6fb0-4918-99d5-9917bdf3b4ee tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 946 time: 0.0963120
Nov 16 22:17:45.218438 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-8259b7d5-33ae-437e-b3e5-30550572571e req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Deleting port a4629209-7f5e-4b52-88f1-5145fed7b74c {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:17:45.219401 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-8259b7d5-33ae-437e-b3e5-30550572571e req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:45.457326 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cb26f-2bd5-4057-adb5-3ff69eb88b40 req-2ff8fb87-e8b9-4fe0-9264-568e9f96ba87 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:17:45.458705 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ff6cb26f-2bd5-4057-adb5-3ff69eb88b40 req-2ff8fb87-e8b9-4fe0-9264-568e9f96ba87 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 946 time: 0.0913806
Nov 16 22:17:45.466868 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-8259b7d5-33ae-437e-b3e5-30550572571e req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] For port a4629209-7f5e-4b52-88f1-5145fed7b74c, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=a4629209-7f5e-4b52-88f1-5145fed7b74c,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:17:45.467253 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-8259b7d5-33ae-437e-b3e5-30550572571e req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:45.504325 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ff6cb26f-2bd5-4057-adb5-3ff69eb88b40 req-649da59a-163d-4bb5-a973-1eaa2a273ce3 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ba7bf53-ff74-47bc-8495-908211ae221d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0399921
Nov 16 22:17:45.856493 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-8259b7d5-33ae-437e-b3e5-30550572571e req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:45.861511 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-8259b7d5-33ae-437e-b3e5-30550572571e req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:45.861511 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.l3_db [req-8259b7d5-33ae-437e-b3e5-30550572571e req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Floating IP ce9d4a3c-6eb8-421b-88cd-dbadb5c79bf4 disassociated. External IP: 172.27.1.55, port: a4629209-7f5e-4b52-88f1-5145fed7b74c.
Nov 16 22:17:45.861511 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-8259b7d5-33ae-437e-b3e5-30550572571e req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Calling delete_port for a4629209-7f5e-4b52-88f1-5145fed7b74c owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:17:46.080501 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-8259b7d5-33ae-437e-b3e5-30550572571e req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:46.086310 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7b7736ab-f02f-43b9-a9fe-f7428674588b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:17:46.135045 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event deleted for resources: {'Port': ['ID=a4629209-7f5e-4b52-88f1-5145fed7b74c,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:17:46.145778 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:46.146149 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:46.146511 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:46.146864 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:46.147242 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:46.147641 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:46.147971 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:46.148305 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:46.148646 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:46.148986 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:46.149331 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:46.149669 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:46.199580 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:17:46.332962 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8259b7d5-33ae-437e-b3e5-30550572571e req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Router 0f59c38d-f1e6-4bfe-a398-75905c772e8f has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:17:46.518245 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8259b7d5-33ae-437e-b3e5-30550572571e req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:17:46.535319 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef944f7-2fe0-4ee3-a90d-fbb812c40d18 None None] Sync routers for ids ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:17:46.561491 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef944f7-2fe0-4ee3-a90d-fbb812c40d18 None None] Routers {'0f59c38d-f1e6-4bfe-a398-75905c772e8f'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:17:46.562654 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-8ef944f7-2fe0-4ee3-a90d-fbb812c40d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1a965b0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:17:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:17:46.600329 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-8259b7d5-33ae-437e-b3e5-30550572571e req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] No DVR routers for this DVR port a4629209-7f5e-4b52-88f1-5145fed7b74c on host hv-cinder-81814 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:17:46.603064 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-8259b7d5-33ae-437e-b3e5-30550572571e req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:46.607525 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0125bf-4538-4af1-966d-5e215d67220a', 'name': 'network-vif-deleted', 'tag': 'a4629209-7f5e-4b52-88f1-5145fed7b74c'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:17:46.695355 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8a134b60-5129-40be-9742-af6a4615d017 req-c791c69e-ad26-4e75-9ea1-5ccff3d7cd06 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0125bf-4538-4af1-966d-5e215d67220a HTTP/1.1" status: 200  len: 210 time: 0.0440941
Nov 16 22:17:46.729212 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0125bf-4538-4af1-966d-5e215d67220a', 'name': 'network-vif-deleted', 'tag': 'a4629209-7f5e-4b52-88f1-5145fed7b74c', 'status': 'completed', 'code': 200}
Nov 16 22:17:46.730623 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-8259b7d5-33ae-437e-b3e5-30550572571e req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.72 "DELETE /v2.0/ports/a4629209-7f5e-4b52-88f1-5145fed7b74c HTTP/1.1" status: 204  len: 173 time: 1.5770667
Nov 16 22:17:46.823029 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-8ef944f7-2fe0-4ee3-a90d-fbb812c40d18 None None] Set router 0f59c38d-f1e6-4bfe-a398-75905c772e8f gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:17:47.148405 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-8ef944f7-2fe0-4ee3-a90d-fbb812c40d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1a965b0>, [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:53Z', 'revision_number': 5, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:17:47.152567 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef944f7-2fe0-4ee3-a90d-fbb812c40d18 None None] Checking router: 0f59c38d-f1e6-4bfe-a398-75905c772e8f for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:17:47.160859 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef944f7-2fe0-4ee3-a90d-fbb812c40d18 None None] Routers {'0f59c38d-f1e6-4bfe-a398-75905c772e8f'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:17:47.161456 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-8ef944f7-2fe0-4ee3-a90d-fbb812c40d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1a965b0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:17:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:17:47.217446 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-77177280-ffdc-4692-990d-536c6e9b6013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:47.348330 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-8ef944f7-2fe0-4ee3-a90d-fbb812c40d18 None None] Set router 0f59c38d-f1e6-4bfe-a398-75905c772e8f gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:17:47.440917 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:17:47.678531 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-8ef944f7-2fe0-4ee3-a90d-fbb812c40d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1a965b0>, [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:53Z', 'revision_number': 5, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:17:47.684366 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef944f7-2fe0-4ee3-a90d-fbb812c40d18 None None] The sync data for ids ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'] in dv-cinder-818140-1-iscsi is: [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:06:41Z', 'revision_number': 4, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '4080f902-c570-4764-8b33-b04c395d07a3', 'name': '', 'network_id': '91376ca1-c1ee-4c7f-a3fa-566639b36d15', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'mac_address': 'fa:16:3e:6c:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:40Z', 'updated_at': '2021-11-16T22:06:53Z', 'revision_number': 5, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'subnets': [{'id': 'f4033324-a374-4dcf-a23e-53c4d039d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:17:47.901576 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42764) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:17:47.923517 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a4173-2cdf-4f4d-8b28-834f7b636afa None None] New status for floating IP ce9d4a3c-6eb8-421b-88cd-dbadb5c79bf4: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:17:47.976757 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93dcf76d-d1d5-4af9-a144-465354c6b5db tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:48.006257 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93dcf76d-d1d5-4af9-a144-465354c6b5db tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:48.133825 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93dcf76d-d1d5-4af9-a144-465354c6b5db tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:48.139560 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4cc33c7b-4121-46bf-93cb-724030686cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:17:48.154465 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcf76d-d1d5-4af9-a144-465354c6b5db tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba7bf53-ff74-47bc-8495-908211ae221d,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:17:48.158124 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-93dcf76d-d1d5-4af9-a144-465354c6b5db tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:17:48.161461 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-93dcf76d-d1d5-4af9-a144-465354c6b5db tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:48.162553 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-93dcf76d-d1d5-4af9-a144-465354c6b5db tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "DELETE /v2.0/security-groups/8ba7bf53-ff74-47bc-8495-908211ae221d HTTP/1.1" status: 204  len: 168 time: 0.2588558
Nov 16 22:17:48.165179 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42768) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:17:48.185547 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.api.v2.resource [None req-3280cf36-dbc7-42f1-9dce-aadb5b050717 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] show failed (client error): The resource could not be found.
Nov 16 22:17:48.186524 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-3280cf36-dbc7-42f1-9dce-aadb5b050717 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "GET /v2.0/security-groups/8ba7bf53-ff74-47bc-8495-908211ae221d HTTP/1.1" status: 404  len: 347 time: 0.0203373
Nov 16 22:17:48.189497 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42772) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:17:48.347147 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-71ca86a2-b29a-47c0-868b-2124d6655281 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Deleting port 6c79d22e-27b5-41d0-9d24-62c5814c4faa {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:17:48.347501 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-71ca86a2-b29a-47c0-868b-2124d6655281 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:48.538993 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-71ca86a2-b29a-47c0-868b-2124d6655281 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:48.539436 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-71ca86a2-b29a-47c0-868b-2124d6655281 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:48.625192 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:48.769906 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-71ca86a2-b29a-47c0-868b-2124d6655281 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Calling delete_port for 6c79d22e-27b5-41d0-9d24-62c5814c4faa owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:17:48.968009 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-71ca86a2-b29a-47c0-868b-2124d6655281 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:48.973028 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-487588b6-02fb-4b86-80a3-3a7879989675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:17:49.015822 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca86a2-b29a-47c0-868b-2124d6655281 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Pushing event deleted for resources: {'Port': ['ID=6c79d22e-27b5-41d0-9d24-62c5814c4faa,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:17:49.018730 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-71ca86a2-b29a-47c0-868b-2124d6655281 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:17:49.110270 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-71ca86a2-b29a-47c0-868b-2124d6655281 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:49.124670 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-71ca86a2-b29a-47c0-868b-2124d6655281 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:49.125783 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-71ca86a2-b29a-47c0-868b-2124d6655281 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] 10.222.0.71 "DELETE /v2.0/floatingips/ce9d4a3c-6eb8-421b-88cd-dbadb5c79bf4 HTTP/1.1" status: 204  len: 168 time: 0.9354115
Nov 16 22:17:49.254965 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device a4629209-7f5e-4b52-88f1-5145fed7b74c no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:17:49.293190 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: a4629209-7f5e-4b52-88f1-5145fed7b74c {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:17:49.293533 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device a4629209-7f5e-4b52-88f1-5145fed7b74c not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:17:49.956548 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:53.586260 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42804) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:17:54.232149 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489157'] for router_interface, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:54.683485 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Deleting port 4080f902-c570-4764-8b33-b04c395d07a3 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:17:54.684208 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:54.856252 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] For port 4080f902-c570-4764-8b33-b04c395d07a3, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=4080f902-c570-4764-8b33-b04c395d07a3,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:17:54.856522 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:54.981233 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Calling delete_port for 4080f902-c570-4764-8b33-b04c395d07a3 owned by network:router_interface {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:17:55.219386 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:55.223655 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:17:55.271779 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4080f902-c570-4764-8b33-b04c395d07a3,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:17:55.308731 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:55.309097 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:55.309460 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:55.309816 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:55.310161 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:55.310532 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:55.310853 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:55.311195 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:55.311574 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:55.311915 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:55.312254 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:55.312590 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:17:55.320507 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:17:55.552325 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-465237'] for router_interface, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:55.925240 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Router 0f59c38d-f1e6-4bfe-a398-75905c772e8f has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:17:56.221449 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:17:56.231572 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69e5800-1a07-45a9-abb5-75a8f32a49f5 None None] Sync routers for ids ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:17:56.238779 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-7e6fc702-1017-4c20-befd-65d5076ac5c1 admin admin] 10.222.0.71 "PUT /v2.0/routers/0f59c38d-f1e6-4bfe-a398-75905c772e8f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6490779
Nov 16 22:17:56.238970 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42812) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:17:56.240859 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69e5800-1a07-45a9-abb5-75a8f32a49f5 None None] Routers {'0f59c38d-f1e6-4bfe-a398-75905c772e8f'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:17:56.245575 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-f69e5800-1a07-45a9-abb5-75a8f32a49f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c12b80>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:17:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:17:56.420292 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-f69e5800-1a07-45a9-abb5-75a8f32a49f5 None None] Set router 0f59c38d-f1e6-4bfe-a398-75905c772e8f gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:17:56.421517 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:56.599803 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:56.706010 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] Deleting port 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:17:56.706437 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:56.764539 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-f69e5800-1a07-45a9-abb5-75a8f32a49f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c12b80>, [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:17:55Z', 'revision_number': 5, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port': {'id': '0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:34Z', 'updated_at': '2021-11-16T22:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:17:56.769379 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69e5800-1a07-45a9-abb5-75a8f32a49f5 None None] Checking router: 0f59c38d-f1e6-4bfe-a398-75905c772e8f for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:17:56.778019 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69e5800-1a07-45a9-abb5-75a8f32a49f5 None None] Routers {'0f59c38d-f1e6-4bfe-a398-75905c772e8f'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:17:56.778663 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-f69e5800-1a07-45a9-abb5-75a8f32a49f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c12b80>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:17:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:17:56.885370 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] For port 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:17:56.885634 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:56.933254 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-f69e5800-1a07-45a9-abb5-75a8f32a49f5 None None] Set router 0f59c38d-f1e6-4bfe-a398-75905c772e8f gateway port host: None {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:17:57.011324 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] Calling delete_port for 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff owned by network:router_gateway {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:17:57.039288 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-f69e5800-1a07-45a9-abb5-75a8f32a49f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c12b80>, [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:17:56Z', 'revision_number': 6, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port_host': None}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:17:57.043178 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69e5800-1a07-45a9-abb5-75a8f32a49f5 None None] The sync data for ids ['0f59c38d-f1e6-4bfe-a398-75905c772e8f'] in dv-cinder-818140-1-iscsi is: [{'id': '0f59c38d-f1e6-4bfe-a398-75905c772e8f', 'name': 'tempest-AttachVolumeTestJSON-1345884602-router', 'tenant_id': 'd04568cfc5e34832ab38095b3142e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:32Z', 'updated_at': '2021-11-16T22:17:56Z', 'revision_number': 6, 'project_id': 'd04568cfc5e34832ab38095b3142e660', 'gw_port_host': None}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:17:57.253692 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:57.257583 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-66cdb1d5-4a99-4fe1-992f-73465bca0fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:17:57.301543 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:17:57.304011 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:17:57.397748 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984602'] for router_gateway, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:57.572570 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1624'] for router, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:57.575531 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:57.688746 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-488987'] for router, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:57.689393 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f59c38d-f1e6-4bfe-a398-75905c772e8f {{(pid=87469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 16 22:17:57.702050 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] Notify callbacks [] for router, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:57.715661 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-6427be09-c8d1-4fa9-86c8-4223448765b1 admin admin] 10.222.0.71 "DELETE /v2.0/routers/0f59c38d-f1e6-4bfe-a398-75905c772e8f HTTP/1.1" status: 204  len: 168 time: 1.4633095
Nov 16 22:17:57.715661 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42816) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:17:57.768692 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca5b4dd-5869-4a16-9d1d-635fb59d484e admin admin] Deleting subnet f4033324-a374-4dcf-a23e-53c4d039d448 {{(pid=87469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:17:57.772219 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b4dd-5869-4a16-9d1d-635fb59d484e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:57.940420 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b4dd-5869-4a16-9d1d-635fb59d484e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6288082'] for subnet, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:58.020700 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b4dd-5869-4a16-9d1d-635fb59d484e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:58.154721 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b4dd-5869-4a16-9d1d-635fb59d484e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6816941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016861'] for subnet, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:58.160509 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:17:58.176035 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:17:58.201737 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5b4dd-5869-4a16-9d1d-635fb59d484e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4033324-a374-4dcf-a23e-53c4d039d448,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:17:58.205279 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1ca5b4dd-5869-4a16-9d1d-635fb59d484e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:17:58.206185 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b4dd-5869-4a16-9d1d-635fb59d484e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:58.212197 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-1ca5b4dd-5869-4a16-9d1d-635fb59d484e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f4033324-a374-4dcf-a23e-53c4d039d448 HTTP/1.1" status: 204  len: 168 time: 0.5048587
Nov 16 22:17:58.214630 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42820) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:17:58.216661 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:17:58.217014 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 0172d1ad-5f7f-4171-a8fd-f88a4d0ca5ff not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:17:58.217434 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 4080f902-c570-4764-8b33-b04c395d07a3 no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:17:58.241264 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069cc1a0-cefa-435a-9491-c6ad3867f3d2 None None] Network 91376ca1-c1ee-4c7f-a3fa-566639b36d15 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:17:58.268229 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: 4080f902-c570-4764-8b33-b04c395d07a3 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:17:58.268581 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 4080f902-c570-4764-8b33-b04c395d07a3 not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:17:58.323377 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:58.334402 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Deleting port 517d9fad-3108-4742-b506-7f759b36c7b0 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:17:58.334728 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:58.532091 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f080ef5-2119-4edd-a025-9d39e9e9a0e2 None None] DHCP port deletion for 91376ca1-c1ee-4c7f-a3fa-566639b36d15 request from dv-cinder-818140-1-iscsi {{(pid=87471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 16 22:17:58.536768 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-3f080ef5-2119-4edd-a025-9d39e9e9a0e2 None None] Deleting port 517d9fad-3108-4742-b506-7f759b36c7b0 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:17:58.537170 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f080ef5-2119-4edd-a025-9d39e9e9a0e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:58.551660 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] For port 517d9fad-3108-4742-b506-7f759b36c7b0, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=517d9fad-3108-4742-b506-7f759b36c7b0,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:17:58.552021 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:58.686741 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Calling delete_port for 517d9fad-3108-4742-b506-7f759b36c7b0 owned by network:dhcp {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:17:58.759418 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-3f080ef5-2119-4edd-a025-9d39e9e9a0e2 None None] For port 517d9fad-3108-4742-b506-7f759b36c7b0, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=517d9fad-3108-4742-b506-7f759b36c7b0,segment=NetworkSegment(770823cb-ffd3-4450-8d8a-3bbd53c9d1e0),segment_id=770823cb-ffd3-4450-8d8a-3bbd53c9d1e0)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:17:58.759703 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f080ef5-2119-4edd-a025-9d39e9e9a0e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:58.819181 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:58.824603 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-aa4cdc84-d3a2-49bd-a83f-5f12d383b5be tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:17:58.867375 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] No DVR routers for this DVR port 517d9fad-3108-4742-b506-7f759b36c7b0 on host dv-cinder-818140-1-iscsi {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:17:58.887568 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-3f080ef5-2119-4edd-a025-9d39e9e9a0e2 None None] Calling delete_port for 517d9fad-3108-4742-b506-7f759b36c7b0 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:17:58.905650 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=517d9fad-3108-4742-b506-7f759b36c7b0,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:17:58.908192 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:17:58.965279 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-3f080ef5-2119-4edd-a025-9d39e9e9a0e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 16 22:17:58.965629 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-3f080ef5-2119-4edd-a025-9d39e9e9a0e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 16 22:17:58.996215 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:59.027200 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d31dae80>,) {'filters': {'network_id': ['91376ca1-c1ee-4c7f-a3fa-566639b36d15']}} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:17:59.040009 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d31dae80>, '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0') {'for_net_delete': True} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:17:59.040286 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d31dae80>, '770823cb-ffd3-4450-8d8a-3bbd53c9d1e0') {} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:17:59.051868 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6288077'] for segment, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:59.068299 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:59.074281 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=87469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:17:59.074706 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6816971'] for segment, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]: Traceback (most recent call last):
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:     timer()
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:     cb(*args, **kw)
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:     return func(*args, **kwargs)
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:     self._notify()
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:     self.callback(batched_events)
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:     event.method(event)
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:     return f(self, *a, **k)
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self._get(url).json()
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:17:59.088578 dv-cinder-818140-1-iscsi neutron-server[87469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:17:59.230436 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:59.234219 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ddca251a-50ec-418c-b652-d73d20bb3cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:17:59.248192 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:59.259116 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=91376ca1-c1ee-4c7f-a3fa-566639b36d15,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:17:59.262304 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:17:59.317270 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-92aff0f9-39d1-4973-a4f5-c8f42a728de8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/91376ca1-c1ee-4c7f-a3fa-566639b36d15 HTTP/1.1" status: 204  len: 168 time: 1.1014562
Nov 16 22:17:59.466581 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-3f080ef5-2119-4edd-a025-9d39e9e9a0e2 None None] Deleting port 517d9fad-3108-4742-b506-7f759b36c7b0 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:17:59.467169 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3f080ef5-2119-4edd-a025-9d39e9e9a0e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:59.538471 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-3f080ef5-2119-4edd-a025-9d39e9e9a0e2 None None] The port '517d9fad-3108-4742-b506-7f759b36c7b0' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 16 22:17:59.647643 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42826) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:17:59.696626 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-edfeeec5-261c-46eb-9b8f-e67f2c4a30e7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d04568cfc5e34832ab38095b3142e660&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0477545
Nov 16 22:17:59.699489 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42830) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:17:59.758198 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-60e981ba-d4fe-4378-8778-fd35bf2a523f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:59.784680 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-60e981ba-d4fe-4378-8778-fd35bf2a523f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:59.904991 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-60e981ba-d4fe-4378-8778-fd35bf2a523f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:59.908788 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-fed51715-fbfe-481d-bb0e-e0bb1ff293d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:17:59.922498 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e981ba-d4fe-4378-8778-fd35bf2a523f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1c5d7c-4ea2-4c0b-9f1f-e0220850a6d6,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:17:59.926908 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-60e981ba-d4fe-4378-8778-fd35bf2a523f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:17:59.931242 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-60e981ba-d4fe-4378-8778-fd35bf2a523f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:17:59.932715 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-60e981ba-d4fe-4378-8778-fd35bf2a523f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fc1c5d7c-4ea2-4c0b-9f1f-e0220850a6d6 HTTP/1.1" status: 204  len: 168 time: 0.2320578
Nov 16 22:18:00.170573 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 517d9fad-3108-4742-b506-7f759b36c7b0 no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:18:00.205450 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: 517d9fad-3108-4742-b506-7f759b36c7b0 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:18:00.205811 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 517d9fad-3108-4742-b506-7f759b36c7b0 not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:18:02.437373 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42880) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:02.452979 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:02.553706 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-77c4cdd1-6e95-4ea9-a89a-a77ecafcc001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:02.569063 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-77c4cdd1-6e95-4ea9-a89a-a77ecafcc001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:02.573786 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-77c4cdd1-6e95-4ea9-a89a-a77ecafcc001 admin admin] Usage tracker for resource:security_group_rule and tenant:9e6a9e15dae04392b79d3a56045efe10 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:02.576664 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-77c4cdd1-6e95-4ea9-a89a-a77ecafcc001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:02.582890 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-77c4cdd1-6e95-4ea9-a89a-a77ecafcc001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:02.667729 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-77c4cdd1-6e95-4ea9-a89a-a77ecafcc001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:02.733303 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-77c4cdd1-6e95-4ea9-a89a-a77ecafcc001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:02.740114 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b0890484-5559-4c02-a8c1-a4ddb7cbad58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:02.782673 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-77c4cdd1-6e95-4ea9-a89a-a77ecafcc001 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9e6a9e15dae04392b79d3a56045efe10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3442345
Nov 16 22:18:02.783521 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4cdd1-6e95-4ea9-a89a-a77ecafcc001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f435ad-38d1-4c22-beb5-fee9b1121ffd,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:02.785439 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 42886) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:02.787058 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-77c4cdd1-6e95-4ea9-a89a-a77ecafcc001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:02.844308 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-280eff9f-083c-40e5-8dce-013fb58ed857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:02.869442 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-280eff9f-083c-40e5-8dce-013fb58ed857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:03.002267 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-280eff9f-083c-40e5-8dce-013fb58ed857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:03.006055 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-31bac006-445c-438a-8ff3-cf0507aa6eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:03.016688 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280eff9f-083c-40e5-8dce-013fb58ed857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f435ad-38d1-4c22-beb5-fee9b1121ffd,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:03.020593 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-280eff9f-083c-40e5-8dce-013fb58ed857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:03.023784 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-280eff9f-083c-40e5-8dce-013fb58ed857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:03.024878 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-280eff9f-083c-40e5-8dce-013fb58ed857 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e0f435ad-38d1-4c22-beb5-fee9b1121ffd HTTP/1.1" status: 204  len: 168 time: 0.2384682
Nov 16 22:18:03.623857 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42896) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:03.642326 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9cd5d9fd-9de0-4cad-816c-ef355130dbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:03.657525 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-9cd5d9fd-9de0-4cad-816c-ef355130dbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:03.661431 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-9cd5d9fd-9de0-4cad-816c-ef355130dbb8 admin admin] Usage tracker for resource:security_group_rule and tenant:899d14089a3c498886b131e1d665e06b is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:03.664237 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-9cd5d9fd-9de0-4cad-816c-ef355130dbb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:03.669917 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-9cd5d9fd-9de0-4cad-816c-ef355130dbb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:03.753650 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9cd5d9fd-9de0-4cad-816c-ef355130dbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:03.822313 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9cd5d9fd-9de0-4cad-816c-ef355130dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:03.830049 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f796bd67-f952-4db0-b487-27154b7a63d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:03.877764 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-9cd5d9fd-9de0-4cad-816c-ef355130dbb8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=899d14089a3c498886b131e1d665e06b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2525949
Nov 16 22:18:03.878536 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5d9fd-9de0-4cad-816c-ef355130dbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1cd02a-a1d2-4fa4-af29-3e5befb4d3e6,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:03.881090 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 42900) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:03.883820 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9cd5d9fd-9de0-4cad-816c-ef355130dbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:03.941395 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3a1066be-9c01-4d0e-be20-fb86cdaaa959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:03.978883 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3a1066be-9c01-4d0e-be20-fb86cdaaa959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:04.091281 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3a1066be-9c01-4d0e-be20-fb86cdaaa959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:04.095372 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-eb60bc15-6012-4782-9f27-42d693bd9ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:04.109389 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1066be-9c01-4d0e-be20-fb86cdaaa959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1cd02a-a1d2-4fa4-af29-3e5befb4d3e6,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:04.113319 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3a1066be-9c01-4d0e-be20-fb86cdaaa959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:04.119447 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3a1066be-9c01-4d0e-be20-fb86cdaaa959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:04.123342 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-3a1066be-9c01-4d0e-be20-fb86cdaaa959 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/de1cd02a-a1d2-4fa4-af29-3e5befb4d3e6 HTTP/1.1" status: 204  len: 168 time: 0.2385974
Nov 16 22:18:14.607180 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c2b7c80f-0df0-4726-889e-1fe42fd93e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:15.124867 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:17.221490 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-138c48c8-42f3-4d01-9de8-1b7a3280f15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:18.606955 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:19.100847 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43046) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:19.216757 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3ec98827-6e5c-4e82-8735-37d1f68e0220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:19.231613 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-3ec98827-6e5c-4e82-8735-37d1f68e0220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:19.235370 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-3ec98827-6e5c-4e82-8735-37d1f68e0220 admin admin] Usage tracker for resource:security_group_rule and tenant:d41bce323a024009a5dffae52592ef0d is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:19.238723 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-3ec98827-6e5c-4e82-8735-37d1f68e0220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:19.244287 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-3ec98827-6e5c-4e82-8735-37d1f68e0220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:19.334644 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3ec98827-6e5c-4e82-8735-37d1f68e0220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:19.412121 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3ec98827-6e5c-4e82-8735-37d1f68e0220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:19.419350 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-62811f59-fbe7-4b23-a3c3-0795848e025a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:19.460988 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-3ec98827-6e5c-4e82-8735-37d1f68e0220 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d41bce323a024009a5dffae52592ef0d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3591175
Nov 16 22:18:19.462016 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec98827-6e5c-4e82-8735-37d1f68e0220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c01f55-e614-45b2-b4d9-2fe3914473bb,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:19.463770 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43052) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:19.465497 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3ec98827-6e5c-4e82-8735-37d1f68e0220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:19.529226 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d76269e6-c0e7-4251-a3b8-4df3e181e5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:19.558816 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d76269e6-c0e7-4251-a3b8-4df3e181e5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:19.698419 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d76269e6-c0e7-4251-a3b8-4df3e181e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:19.702125 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-62c18641-d001-44bd-a937-d784816bf491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:19.715302 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76269e6-c0e7-4251-a3b8-4df3e181e5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c01f55-e614-45b2-b4d9-2fe3914473bb,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:19.717659 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d76269e6-c0e7-4251-a3b8-4df3e181e5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:19.726061 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d76269e6-c0e7-4251-a3b8-4df3e181e5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:19.732102 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-d76269e6-c0e7-4251-a3b8-4df3e181e5a4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/21c01f55-e614-45b2-b4d9-2fe3914473bb HTTP/1.1" status: 204  len: 168 time: 0.2635119
Nov 16 22:18:19.976064 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:20.358417 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43062) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:20.376317 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2fb9baf1-c047-4177-b472-7d9a181929e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:20.390530 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-2fb9baf1-c047-4177-b472-7d9a181929e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:20.395187 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-2fb9baf1-c047-4177-b472-7d9a181929e3 admin admin] Usage tracker for resource:security_group_rule and tenant:7d1f2869e8434f6faafb3c000ab6356d is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:20.398365 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-2fb9baf1-c047-4177-b472-7d9a181929e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:20.404089 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-2fb9baf1-c047-4177-b472-7d9a181929e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:20.485691 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2fb9baf1-c047-4177-b472-7d9a181929e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:20.561420 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2fb9baf1-c047-4177-b472-7d9a181929e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:20.571548 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e4423d13-39f3-4085-bc48-a3267aa1461d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:20.610793 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-2fb9baf1-c047-4177-b472-7d9a181929e3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7d1f2869e8434f6faafb3c000ab6356d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2512801
Nov 16 22:18:20.612474 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9baf1-c047-4177-b472-7d9a181929e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b47a0b6-0c9f-413e-b997-ab5d682e1b05,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:20.613598 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43070) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:20.615436 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2fb9baf1-c047-4177-b472-7d9a181929e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:20.678525 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-857ee064-da13-4083-83c7-c335aae145fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:20.704748 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-857ee064-da13-4083-83c7-c335aae145fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:20.846809 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-857ee064-da13-4083-83c7-c335aae145fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:20.851563 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f1d6dd4b-87cc-4278-8ed7-9e2ea399da34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:20.862720 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ee064-da13-4083-83c7-c335aae145fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b47a0b6-0c9f-413e-b997-ab5d682e1b05,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:20.867455 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-857ee064-da13-4083-83c7-c335aae145fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:20.869870 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-857ee064-da13-4083-83c7-c335aae145fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:20.873373 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-857ee064-da13-4083-83c7-c335aae145fb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8b47a0b6-0c9f-413e-b997-ab5d682e1b05 HTTP/1.1" status: 204  len: 168 time: 0.2586353
Nov 16 22:18:21.273316 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0874e4-ffdd-4596-a891-b5e6c46f5dba req-67fa1664-4c2f-4f77-8d42-10236beb4430 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:21.274832 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aa0874e4-ffdd-4596-a891-b5e6c46f5dba req-67fa1664-4c2f-4f77-8d42-10236beb4430 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 947 time: 0.0887980
Nov 16 22:18:21.319783 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aa0874e4-ffdd-4596-a891-b5e6c46f5dba req-8f3915ad-4000-441c-85c9-31a49f09fe99 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389731
Nov 16 22:18:21.554956 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43084) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:21.575280 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bfad598f-2aff-4b12-8904-ab85d13619da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:21.590183 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bfad598f-2aff-4b12-8904-ab85d13619da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:21.594410 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-bfad598f-2aff-4b12-8904-ab85d13619da admin admin] Usage tracker for resource:security_group_rule and tenant:72d34cd1876142789e46930744fcfd6a is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:21.597976 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-bfad598f-2aff-4b12-8904-ab85d13619da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:21.603727 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-bfad598f-2aff-4b12-8904-ab85d13619da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:21.684176 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bfad598f-2aff-4b12-8904-ab85d13619da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:21.726646 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-bfad598f-2aff-4b12-8904-ab85d13619da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:21.733917 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-3345fc94-e174-4fcc-aa78-b288722691f4 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:21.773343 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad598f-2aff-4b12-8904-ab85d13619da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c6c663-6676-4334-9c11-2bf26603307f,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:21.777672 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-bfad598f-2aff-4b12-8904-ab85d13619da admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=72d34cd1876142789e46930744fcfd6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2216289
Nov 16 22:18:21.778502 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-bfad598f-2aff-4b12-8904-ab85d13619da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:21.780895 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43088) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:21.837579 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e5b5704-9b48-41e4-a7f8-6ce9f567c969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:21.862915 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e5b5704-9b48-41e4-a7f8-6ce9f567c969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:21.984223 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e5b5704-9b48-41e4-a7f8-6ce9f567c969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:21.988509 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-bfad598f-2aff-4b12-8904-ab85d13619da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:22.008646 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b5704-9b48-41e4-a7f8-6ce9f567c969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c6c663-6676-4334-9c11-2bf26603307f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:22.011662 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-8e5b5704-9b48-41e4-a7f8-6ce9f567c969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:22.013625 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-8e5b5704-9b48-41e4-a7f8-6ce9f567c969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:22.014970 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-8e5b5704-9b48-41e4-a7f8-6ce9f567c969 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/01c6c663-6676-4334-9c11-2bf26603307f HTTP/1.1" status: 204  len: 168 time: 0.2335603
Nov 16 22:18:22.520341 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618afc98-879d-411a-9b5a-ca4ebbd73c87 req-4994c76f-2e50-4aaa-92d3-ce16f5eeff94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:22.521912 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-618afc98-879d-411a-9b5a-ca4ebbd73c87 req-4994c76f-2e50-4aaa-92d3-ce16f5eeff94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 947 time: 0.0870605
Nov 16 22:18:22.573855 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-618afc98-879d-411a-9b5a-ca4ebbd73c87 req-8340f604-eec0-4461-8694-31c319fa3e14 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452359
Nov 16 22:18:23.029676 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-6afed23a-4e67-4a22-b1c4-d7299b702ad4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:23.030439 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-6afed23a-4e67-4a22-b1c4-d7299b702ad4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Synchronizing usage tracker for tenant:26d8251468c6461ba688baa16c61c407 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:18:23.107640 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-6afed23a-4e67-4a22-b1c4-d7299b702ad4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Unset dirty status for tenant:26d8251468c6461ba688baa16c61c407 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:18:23.108804 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-6afed23a-4e67-4a22-b1c4-d7299b702ad4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 947 time: 0.1626520
Nov 16 22:18:23.129131 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43114) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:23.182152 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-c434ce8a-cde1-4c9f-85ce-ea520f3c65b4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Deleting port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:18:23.182490 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-c434ce8a-cde1-4c9f-85ce-ea520f3c65b4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:23.250523 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1588184575-network', 'tenant_id': '1af399c275e6424bb700b7894fbef97a'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:18:23.255956 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:23.259999 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Usage tracker for resource:network and tenant:1af399c275e6424bb700b7894fbef97a is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:23.262920 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:23.362485 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:23.429501 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Made reservation on behalf of 1af399c275e6424bb700b7894fbef97a for: {'network': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:18:23.431893 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:23.435724 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-c434ce8a-cde1-4c9f-85ce-ea520f3c65b4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] For port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:18:23.440591 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-c434ce8a-cde1-4c9f-85ce-ea520f3c65b4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:23.444648 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:23.459851 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:23.463675 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Usage tracker for resource:security_group_rule and tenant:1af399c275e6424bb700b7894fbef97a is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:23.466499 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:23.472549 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:23.565639 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:23.635173 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:23.639555 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f9edbf08-a59d-4938-923f-9d7077d088e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:23.664214 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759}  {{(pid=87469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:18:23.677181 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7fcbbf-96d0-423f-8fe7-5fa8fd6875e2,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:23.681581 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:23.686943 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:23.686943 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.segments_db [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Added segment 93862397-06d5-42e2-adfc-d97bb896c3b7 of type vlan for network a8371e90-df8f-4326-94a5-629580fe3c08
Nov 16 22:18:23.744278 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-c434ce8a-cde1-4c9f-85ce-ea520f3c65b4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:23.744517 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-c434ce8a-cde1-4c9f-85ce-ea520f3c65b4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984631'] for floatingip, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:23.744713 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.l3_db [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-c434ce8a-cde1-4c9f-85ce-ea520f3c65b4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Floating IP d9dc833f-dd7f-42a1-b948-976211782c3b disassociated. External IP: 172.27.1.90, port: 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd.
Nov 16 22:18:23.745047 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-c434ce8a-cde1-4c9f-85ce-ea520f3c65b4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Calling delete_port for 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:18:23.757961 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:23.811308 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b7cce-f73a-49da-a289-783bd511bf94 req-382207ed-5869-4319-83bb-5e7c4ef5ecd6 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:23.812775 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c05b7cce-f73a-49da-a289-783bd511bf94 req-382207ed-5869-4319-83bb-5e7c4ef5ecd6 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 947 time: 0.1243751
Nov 16 22:18:23.858127 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c05b7cce-f73a-49da-a289-783bd511bf94 req-9a687af9-f1bb-4c97-b58f-4602718cdc46 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ccb8532-36ac-475e-9b20-747c4baf3489&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384519
Nov 16 22:18:23.861326 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:23.863165 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:23.864318 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:23.867490 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:23.941488 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-c434ce8a-cde1-4c9f-85ce-ea520f3c65b4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:23.948825 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ca88354b-a87a-4378-b998-e32b9b404bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:23.973567 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Pushing event updated for resources: {'Network': ['ID=a8371e90-df8f-4326-94a5-629580fe3c08,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:23.978260 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:23.984167 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network a8371e90-df8f-4326-94a5-629580fe3c08 details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:18:24.056141 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9229243
Nov 16 22:18:24.056588 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43122) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:24.067492 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Request body: {'subnet': {'network_id': 'a8371e90-df8f-4326-94a5-629580fe3c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1588184575-subnet', 'tenant_id': '1af399c275e6424bb700b7894fbef97a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:18:24.069928 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:24.074044 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Usage tracker for resource:subnet and tenant:1af399c275e6424bb700b7894fbef97a is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:24.077169 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:24.083431 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:24.103955 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434ce8a-cde1-4c9f-85ce-ea520f3c65b4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event deleted for resources: {'Port': ['ID=2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:24.106371 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c434ce8a-cde1-4c9f-85ce-ea520f3c65b4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:24.170076 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Made reservation on behalf of 1af399c275e6424bb700b7894fbef97a for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:18:24.172589 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016822'] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:24.297151 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-c434ce8a-cde1-4c9f-85ce-ea520f3c65b4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:18:24.440465 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:18:24.443027 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6946414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016836'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:24.447554 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:24.483840 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-c434ce8a-cde1-4c9f-85ce-ea520f3c65b4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:18:24.504531 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28274898-9bff-437b-8082-7ebb8b1e8409 None None] Sync routers for ids ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:18:24.527138 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28274898-9bff-437b-8082-7ebb8b1e8409 None None] Routers {'40b404f5-f39d-4d1d-8a0c-d37bb04765d9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:18:24.527871 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-28274898-9bff-437b-8082-7ebb8b1e8409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d34f2310>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:18:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:24.528500 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccdb6a30-7770-4106-bbdd-a38d7689a451,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:24.531319 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:24.539765 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Checking segment: {'id': '93862397-06d5-42e2-adfc-d97bb896c3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a8371e90-df8f-4326-94a5-629580fe3c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:18:24.540129 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Network hostable DHCP agents. Network: a8371e90-df8f-4326-94a5-629580fe3c08, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:18:24.598969 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-c434ce8a-cde1-4c9f-85ce-ea520f3c65b4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] No DVR routers for this DVR port 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd on host hv-cinder-81814 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:18:24.601650 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-c434ce8a-cde1-4c9f-85ce-ea520f3c65b4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:24.606510 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'name': 'network-vif-deleted', 'tag': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:18:24.634959 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Network a8371e90-df8f-4326-94a5-629580fe3c08 is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:18:24.652683 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4545ab9-a6f1-4627-bf9a-f5cc557c8e73', 'name': 'network-vif-deleted', 'tag': '2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd', 'status': 'completed', 'code': 200}
Nov 16 22:18:24.691385 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-df8c0362-6eb1-4b02-aea5-7f5d181e904d req-c434ce8a-cde1-4c9f-85ce-ea520f3c65b4 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.72 "DELETE /v2.0/ports/2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd HTTP/1.1" status: 204  len: 173 time: 1.5767975
Nov 16 22:18:24.712925 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, a8371e90-df8f-4326-94a5-629580fe3c08) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:18:24.717246 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:24.717835 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:24.722344 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb89bf21-f62f-43b5-ae8d-d53eeb01a46d None None] Network a8371e90-df8f-4326-94a5-629580fe3c08 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:18:24.740314 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-28274898-9bff-437b-8082-7ebb8b1e8409 None None] Set router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:18:24.805293 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7471628
Nov 16 22:18:24.950412 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f700ab0-10ba-4009-b6d3-802c1a426536 None None] Network a8371e90-df8f-4326-94a5-629580fe3c08 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:18:25.050420 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ddc7b8d9-88a8-459e-99a3-46cdc5f63d9e req-82e763b1-3144-4cb8-8139-9e35e49914aa tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4545ab9-a6f1-4627-bf9a-f5cc557c8e73 HTTP/1.1" status: 200  len: 210 time: 0.0457747
Nov 16 22:18:25.161417 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-28274898-9bff-437b-8082-7ebb8b1e8409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d34f2310>, [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:51Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'd2a87748-a996-4f30-bbde-ae77adc147ae', 'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'mac_address': 'fa:16:3e:d1:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:47Z', 'updated_at': '2021-11-16T22:07:00Z', 'revision_number': 5, 'project_id': '26d8251468c6461ba688baa16c61c407', 'subnets': [{'id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:25.165652 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28274898-9bff-437b-8082-7ebb8b1e8409 None None] Checking router: 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:18:25.176234 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28274898-9bff-437b-8082-7ebb8b1e8409 None None] Routers {'40b404f5-f39d-4d1d-8a0c-d37bb04765d9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:18:25.176857 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-28274898-9bff-437b-8082-7ebb8b1e8409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d34f2310>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:18:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:25.374606 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-28274898-9bff-437b-8082-7ebb8b1e8409 None None] Set router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:18:25.422676 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:18:25.459731 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:18:25.460074 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 2cf6d939-8b7e-4dd1-9a91-41b696f3bbcd not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:18:25.610402 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43144) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:25.623302 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-656966610-network', 'tenant_id': '414cc3da00a3433ab4814f4524d0037c'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:18:25.628353 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:25.633358 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Usage tracker for resource:network and tenant:414cc3da00a3433ab4814f4524d0037c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:25.637153 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:25.645311 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:25.708441 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-28274898-9bff-437b-8082-7ebb8b1e8409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d34f2310>, [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:51Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'd2a87748-a996-4f30-bbde-ae77adc147ae', 'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'mac_address': 'fa:16:3e:d1:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:47Z', 'updated_at': '2021-11-16T22:07:00Z', 'revision_number': 5, 'project_id': '26d8251468c6461ba688baa16c61c407', 'subnets': [{'id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:25.712887 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28274898-9bff-437b-8082-7ebb8b1e8409 None None] The sync data for ids ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'] in dv-cinder-818140-1-iscsi is: [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:06:51Z', 'revision_number': 4, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': 'd2a87748-a996-4f30-bbde-ae77adc147ae', 'name': '', 'network_id': '01d0b958-6461-40ea-b3fa-8442b12165d5', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'mac_address': 'fa:16:3e:d1:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:47Z', 'updated_at': '2021-11-16T22:07:00Z', 'revision_number': 5, 'project_id': '26d8251468c6461ba688baa16c61c407', 'subnets': [{'id': '3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:18:25.766783 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Made reservation on behalf of 414cc3da00a3433ab4814f4524d0037c for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:18:25.769785 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:25.783498 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:25.802657 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:25.806738 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Usage tracker for resource:security_group_rule and tenant:414cc3da00a3433ab4814f4524d0037c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:25.809792 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:25.815546 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:25.910424 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:25.967377 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531fe399-b4a7-4826-a235-86d80298b29f None None] New status for floating IP d9dc833f-dd7f-42a1-b948-976211782c3b: DOWN {{(pid=87471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:18:26.027542 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:26.030698 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d75dde1d-b1a3-42bc-bde3-1182edac5d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:26.062876 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797}  {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:18:26.071762 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb95da13-ed2d-4d8b-87a8-15b686f8cebf,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:26.074948 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:26.080267 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:26.080651 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.segments_db [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Added segment 02b32ff9-b947-430f-90dd-f85d8cfa073e of type vlan for network 8f625dd1-838f-44f1-b4ce-ceb590a5fba6
Nov 16 22:18:26.120730 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:26.212948 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:26.214402 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:26.215036 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:26.219161 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:26.277027 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43152) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:26.323351 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Pushing event updated for resources: {'Network': ['ID=8f625dd1-838f-44f1-b4ce-ceb590a5fba6,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:26.326224 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:26.334256 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network 8f625dd1-838f-44f1-b4ce-ceb590a5fba6 details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:18:26.351069 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-47398840-1038-4098-8028-d0c47495a078 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:26.380797 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-47398840-1038-4098-8028-d0c47495a078 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:26.410815 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7992547
Nov 16 22:18:26.413808 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43156) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:26.419658 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] Request body: {'subnet': {'network_id': '8f625dd1-838f-44f1-b4ce-ceb590a5fba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-656966610-subnet', 'tenant_id': '414cc3da00a3433ab4814f4524d0037c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:18:26.424717 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:26.429148 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] Usage tracker for resource:subnet and tenant:414cc3da00a3433ab4814f4524d0037c is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:26.432794 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:26.440456 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:26.501568 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-47398840-1038-4098-8028-d0c47495a078 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:26.506129 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ba9d8078-c790-4199-b187-1824376c1cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:26.520205 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47398840-1038-4098-8028-d0c47495a078 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccb8532-36ac-475e-9b20-747c4baf3489,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:26.523632 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-47398840-1038-4098-8028-d0c47495a078 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:26.544283 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] Made reservation on behalf of 414cc3da00a3433ab4814f4524d0037c for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:18:26.544283 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6122474'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:26.645074 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-47398840-1038-4098-8028-d0c47495a078 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:26.645074 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-47398840-1038-4098-8028-d0c47495a078 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "DELETE /v2.0/security-groups/8ccb8532-36ac-475e-9b20-747c4baf3489 HTTP/1.1" status: 204  len: 168 time: 0.3660200
Nov 16 22:18:26.647347 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43160) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:26.671830 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.api.v2.resource [None req-b36ae8d6-77a2-480c-94a7-5ccedc1d51ce tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] show failed (client error): The resource could not be found.
Nov 16 22:18:26.676105 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-b36ae8d6-77a2-480c-94a7-5ccedc1d51ce tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "GET /v2.0/security-groups/8ccb8532-36ac-475e-9b20-747c4baf3489 HTTP/1.1" status: 404  len: 347 time: 0.0226011
Nov 16 22:18:26.676359 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43164) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:26.845510 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-38f01c80-35e6-4f4d-87ae-7f737a6785cd tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Deleting port 8a7c5223-f05d-419e-af2f-c297c6ee975c {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:18:26.845853 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-38f01c80-35e6-4f4d-87ae-7f737a6785cd tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:26.848425 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5397298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6122392'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:26.852745 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-74699588-cc20-411e-a185-72e068d058cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:26.927730 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cacbe1c-db9d-4d63-b7a6-3c4b21773ee6,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:26.931594 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:26.938687 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] Checking segment: {'id': '02b32ff9-b947-430f-90dd-f85d8cfa073e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8f625dd1-838f-44f1-b4ce-ceb590a5fba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:18:26.939046 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] Network hostable DHCP agents. Network: 8f625dd1-838f-44f1-b4ce-ceb590a5fba6, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:18:27.038645 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-38f01c80-35e6-4f4d-87ae-7f737a6785cd tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:27.038969 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-38f01c80-35e6-4f4d-87ae-7f737a6785cd tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:27.061586 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] Network 8f625dd1-838f-44f1-b4ce-ceb590a5fba6 is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:18:27.135752 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, 8f625dd1-838f-44f1-b4ce-ceb590a5fba6) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:18:27.139760 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:27.140342 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:27.144410 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0179b8-2f2f-40e9-a4d5-d8e050e536af None None] Network 8f625dd1-838f-44f1-b4ce-ceb590a5fba6 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:18:27.163286 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-38f01c80-35e6-4f4d-87ae-7f737a6785cd tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Calling delete_port for 8a7c5223-f05d-419e-af2f-c297c6ee975c owned by network:floatingip {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:18:27.239433 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-d88bbbea-b0f3-4e66-b7ae-e77520fe4109 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8243327
Nov 16 22:18:27.376112 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092fad2f-f90e-4e52-93e6-db2a82041820 None None] Network 8f625dd1-838f-44f1-b4ce-ceb590a5fba6 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:18:27.376511 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-38f01c80-35e6-4f4d-87ae-7f737a6785cd tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:27.384102 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0ecf26f1-17b6-4c0b-a8c5-f6b540e50fd7 tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:27.434552 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f01c80-35e6-4f4d-87ae-7f737a6785cd tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Pushing event deleted for resources: {'Port': ['ID=8a7c5223-f05d-419e-af2f-c297c6ee975c,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:27.470768 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-38f01c80-35e6-4f4d-87ae-7f737a6785cd tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:27.648344 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-38f01c80-35e6-4f4d-87ae-7f737a6785cd tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks [] for floatingip, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:27.662781 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-38f01c80-35e6-4f4d-87ae-7f737a6785cd tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:27.667140 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-38f01c80-35e6-4f4d-87ae-7f737a6785cd tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] 10.222.0.71 "DELETE /v2.0/floatingips/d9dc833f-dd7f-42a1-b948-976211782c3b HTTP/1.1" status: 204  len: 168 time: 0.9867523
Nov 16 22:18:30.771820 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43210) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:31.505052 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-61216125-bdbb-4292-95d6-a0157a07e507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489157'] for router_interface, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:31.869041 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-61216125-bdbb-4292-95d6-a0157a07e507 admin admin] Deleting port d2a87748-a996-4f30-bbde-ae77adc147ae {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:18:31.869630 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-61216125-bdbb-4292-95d6-a0157a07e507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:32.062969 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-61216125-bdbb-4292-95d6-a0157a07e507 admin admin] For port d2a87748-a996-4f30-bbde-ae77adc147ae, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=d2a87748-a996-4f30-bbde-ae77adc147ae,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:18:32.063362 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-61216125-bdbb-4292-95d6-a0157a07e507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:32.192812 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-61216125-bdbb-4292-95d6-a0157a07e507 admin admin] Calling delete_port for d2a87748-a996-4f30-bbde-ae77adc147ae owned by network:router_interface {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:18:32.461151 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:32.531871 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-61216125-bdbb-4292-95d6-a0157a07e507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:32.536327 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-fa167094-e8db-47fd-bb54-c715a4962f45 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:32.581983 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61216125-bdbb-4292-95d6-a0157a07e507 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a87748-a996-4f30-bbde-ae77adc147ae,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:32.585186 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-61216125-bdbb-4292-95d6-a0157a07e507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:32.849960 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-61216125-bdbb-4292-95d6-a0157a07e507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-465237'] for router_interface, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:33.205812 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61216125-bdbb-4292-95d6-a0157a07e507 admin admin] Router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:18:33.385983 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61216125-bdbb-4292-95d6-a0157a07e507 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:18:33.395463 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d91b29-b77a-4014-b1cc-bb642046d8f5 None None] Sync routers for ids ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:18:33.400873 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43230) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:33.401356 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-61216125-bdbb-4292-95d6-a0157a07e507 admin admin] 10.222.0.71 "PUT /v2.0/routers/40b404f5-f39d-4d1d-8a0c-d37bb04765d9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6279862
Nov 16 22:18:33.405747 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d91b29-b77a-4014-b1cc-bb642046d8f5 None None] Routers {'40b404f5-f39d-4d1d-8a0c-d37bb04765d9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:18:33.406387 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-71d91b29-b77a-4014-b1cc-bb642046d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d24723a0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:18:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:33.581793 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-71d91b29-b77a-4014-b1cc-bb642046d8f5 None None] Set router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:18:33.597814 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:33.877944 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-71d91b29-b77a-4014-b1cc-bb642046d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d24723a0>, [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:18:32Z', 'revision_number': 5, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:33.881918 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d91b29-b77a-4014-b1cc-bb642046d8f5 None None] Checking router: 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:18:33.890805 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d91b29-b77a-4014-b1cc-bb642046d8f5 None None] Routers {'40b404f5-f39d-4d1d-8a0c-d37bb04765d9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:18:33.891453 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-71d91b29-b77a-4014-b1cc-bb642046d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d24723a0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:18:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:33.896909 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:33.956124 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] Deleting port 9fcc1396-ced8-4330-b45d-8cfa61c5208a {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:18:33.956496 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:34.195191 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] For port 9fcc1396-ced8-4330-b45d-8cfa61c5208a, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=9fcc1396-ced8-4330-b45d-8cfa61c5208a,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:18:34.195569 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:34.209167 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-775f8413-7d64-412f-882a-8eaba5a9f7d0 req-52b0d6c3-5db3-4c3b-b253-cf55f0f88c54 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1963785
Nov 16 22:18:34.232614 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-71d91b29-b77a-4014-b1cc-bb642046d8f5 None None] Set router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:18:34.356217 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] Calling delete_port for 9fcc1396-ced8-4330-b45d-8cfa61c5208a owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:18:34.477721 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f8413-7d64-412f-882a-8eaba5a9f7d0 req-63a35e70-03a5-4a34-bf23-e4f56e2bc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:34.479133 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-775f8413-7d64-412f-882a-8eaba5a9f7d0 req-63a35e70-03a5-4a34-bf23-e4f56e2bc309 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 1099 time: 0.2164543
Nov 16 22:18:34.590838 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-71d91b29-b77a-4014-b1cc-bb642046d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d24723a0>, [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:18:32Z', 'revision_number': 5, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:34.595026 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d91b29-b77a-4014-b1cc-bb642046d8f5 None None] The sync data for ids ['40b404f5-f39d-4d1d-8a0c-d37bb04765d9'] in dv-cinder-818140-1-iscsi is: [{'id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'name': 'tempest-AttachVolumeShelveTestJSON-899695948-router', 'tenant_id': '26d8251468c6461ba688baa16c61c407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:06:36Z', 'updated_at': '2021-11-16T22:18:32Z', 'revision_number': 5, 'project_id': '26d8251468c6461ba688baa16c61c407', 'gw_port': {'id': '9fcc1396-ced8-4330-b45d-8cfa61c5208a', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b404f5-f39d-4d1d-8a0c-d37bb04765d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:06:39Z', 'updated_at': '2021-11-16T22:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:18:34.680137 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f8413-7d64-412f-882a-8eaba5a9f7d0 req-4d4d941d-4c56-4a0d-ad9d-1c952958bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:34.681575 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-775f8413-7d64-412f-882a-8eaba5a9f7d0 req-4d4d941d-4c56-4a0d-ad9d-1c952958bbec service neutron] 10.222.0.72 "GET /v2.0/networks?id=6431ab66-4714-41a7-87a8-d3f34aa0544b HTTP/1.1" status: 200  len: 912 time: 0.1816971
Nov 16 22:18:34.755514 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:34.766818 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4ee53f2d-c981-48ef-9fcc-1bdef1fce342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:34.832052 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fcc1396-ced8-4330-b45d-8cfa61c5208a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:34.865464 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:34.913170 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-775f8413-7d64-412f-882a-8eaba5a9f7d0 req-7b6f8b67-4eba-4458-b8a9-0881e7308711 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=522a04aa-bcb1-40c8-8061-100965a0bdad HTTP/1.1" status: 200  len: 1002 time: 0.2247186
Nov 16 22:18:34.987581 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984602'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:35.115772 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f8413-7d64-412f-882a-8eaba5a9f7d0 req-41771592-d413-4f66-ad22-c4208a683031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:35.117186 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-775f8413-7d64-412f-882a-8eaba5a9f7d0 req-41771592-d413-4f66-ad22-c4208a683031 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c792dd0-a876-4286-9c4a-d4da350cf7f1 HTTP/1.1" status: 200  len: 850 time: 0.1957622
Nov 16 22:18:35.216406 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1624'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:35.219531 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:35.261941 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f8413-7d64-412f-882a-8eaba5a9f7d0 req-529c7590-ad3d-4fea-b111-810f36d59939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:35.263418 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-775f8413-7d64-412f-882a-8eaba5a9f7d0 req-529c7590-ad3d-4fea-b111-810f36d59939 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6431ab66-4714-41a7-87a8-d3f34aa0544b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0949774
Nov 16 22:18:35.463464 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-488987'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:35.463464 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40b404f5-f39d-4d1d-8a0c-d37bb04765d9 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 16 22:18:35.485918 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:35.489614 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-d6ac25d3-5cf5-4d2d-8837-0d29ca5e7c79 admin admin] 10.222.0.71 "DELETE /v2.0/routers/40b404f5-f39d-4d1d-8a0c-d37bb04765d9 HTTP/1.1" status: 204  len: 168 time: 2.0870538
Nov 16 22:18:35.490270 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43244) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:35.574052 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-775f8413-7d64-412f-882a-8eaba5a9f7d0 req-b1258fd2-d3b0-446e-b34c-71fb58d7d5d8 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3035188
Nov 16 22:18:35.657393 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5b2738-8967-417f-a585-c368f26e4dae admin admin] Deleting subnet 3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2 {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:18:35.675012 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2738-8967-417f-a585-c368f26e4dae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:35.742611 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2738-8967-417f-a585-c368f26e4dae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7560697'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:35.804518 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-775f8413-7d64-412f-882a-8eaba5a9f7d0 req-fd6351cc-8e16-4072-83d3-e0ae1391cd05 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214768
Nov 16 22:18:35.839338 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2738-8967-417f-a585-c368f26e4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:36.001101 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2738-8967-417f-a585-c368f26e4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5480945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6122369'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:36.005920 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c7707e7b-1db6-4475-ab86-5bf9db804564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:36.040730 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b2738-8967-417f-a585-c368f26e4dae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:36.043789 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-3a5b2738-8967-417f-a585-c368f26e4dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:36.044769 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2738-8967-417f-a585-c368f26e4dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:36.050012 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2917a3a-e701-4f36-8fa7-6e2df217d391 None None] Network 01d0b958-6461-40ea-b3fa-8442b12165d5 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:18:36.051011 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-3a5b2738-8967-417f-a585-c368f26e4dae admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3dfa748d-3ad4-4a8d-a79c-10a3483f6fd2 HTTP/1.1" status: 204  len: 168 time: 0.5576024
Nov 16 22:18:36.053416 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43250) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:36.162613 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:36.173172 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Deleting port c4beee07-2c6b-43f2-8e5c-b64431eef088 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:18:36.173509 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:36.214041 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device d2a87748-a996-4f30-bbde-ae77adc147ae no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:18:36.276301 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: d2a87748-a996-4f30-bbde-ae77adc147ae {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:18:36.276649 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device d2a87748-a996-4f30-bbde-ae77adc147ae not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:18:36.277069 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 9fcc1396-ced8-4330-b45d-8cfa61c5208a no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:18:36.319569 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: 9fcc1396-ced8-4330-b45d-8cfa61c5208a {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:18:36.319907 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 9fcc1396-ced8-4330-b45d-8cfa61c5208a not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:18:36.394104 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] For port c4beee07-2c6b-43f2-8e5c-b64431eef088, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=c4beee07-2c6b-43f2-8e5c-b64431eef088,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:18:36.394460 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:36.415102 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec35a066-89be-4bf6-9722-178e4d714f26 None None] DHCP port deletion for 01d0b958-6461-40ea-b3fa-8442b12165d5 request from dv-cinder-818140-1-iscsi {{(pid=87471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 16 22:18:36.419396 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ec35a066-89be-4bf6-9722-178e4d714f26 None None] Deleting port c4beee07-2c6b-43f2-8e5c-b64431eef088 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:18:36.419770 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec35a066-89be-4bf6-9722-178e4d714f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:36.518636 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Calling delete_port for c4beee07-2c6b-43f2-8e5c-b64431eef088 owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:18:36.630342 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-ec35a066-89be-4bf6-9722-178e4d714f26 None None] For port c4beee07-2c6b-43f2-8e5c-b64431eef088, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=c4beee07-2c6b-43f2-8e5c-b64431eef088,segment=NetworkSegment(7bb41cd4-c5a4-4fce-8ad4-821e4910938e),segment_id=7bb41cd4-c5a4-4fce-8ad4-821e4910938e)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:18:36.630655 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec35a066-89be-4bf6-9722-178e4d714f26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:36.669283 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:36.673178 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-75821b36-f8f9-419b-8ba9-e0b0e71495fe tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:36.714155 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4beee07-2c6b-43f2-8e5c-b64431eef088,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:36.721279 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:36.723198 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] No DVR routers for this DVR port c4beee07-2c6b-43f2-8e5c-b64431eef088 on host dv-cinder-818140-1-iscsi {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:18:36.758762 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ec35a066-89be-4bf6-9722-178e4d714f26 None None] Calling delete_port for c4beee07-2c6b-43f2-8e5c-b64431eef088 owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:18:36.830652 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-ec35a066-89be-4bf6-9722-178e4d714f26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 16 22:18:36.831013 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-ec35a066-89be-4bf6-9722-178e4d714f26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 16 22:18:36.844985 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:36.872013 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d1d76eb0>,) {'filters': {'network_id': ['01d0b958-6461-40ea-b3fa-8442b12165d5']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:36.884149 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d1d76eb0>, '7bb41cd4-c5a4-4fce-8ad4-821e4910938e') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:36.884305 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d1d76eb0>, '7bb41cd4-c5a4-4fce-8ad4-821e4910938e') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:36.895447 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7560678'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:36.911583 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:36.917566 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:18:36.917939 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5480855'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]: Traceback (most recent call last):
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:     timer()
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:     cb(*args, **kw)
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:     return func(*args, **kwargs)
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:     self._notify()
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:     self.callback(batched_events)
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:     event.method(event)
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:     return f(self, *a, **k)
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._get(url).json()
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:18:36.932604 dv-cinder-818140-1-iscsi neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:18:37.066465 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:37.070499 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:37.089045 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:37.091508 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Pushing event deleted for resources: {'Network': ['ID=01d0b958-6461-40ea-b3fa-8442b12165d5,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:37.094559 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:37.181974 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] 10.222.0.71 "DELETE /v2.0/networks/01d0b958-6461-40ea-b3fa-8442b12165d5 HTTP/1.1" status: 204  len: 168 time: 1.1273701
Nov 16 22:18:37.332432 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ec35a066-89be-4bf6-9722-178e4d714f26 None None] Deleting port c4beee07-2c6b-43f2-8e5c-b64431eef088 {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:18:37.333052 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ec35a066-89be-4bf6-9722-178e4d714f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:37.404466 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-ec35a066-89be-4bf6-9722-178e4d714f26 None None] The port 'c4beee07-2c6b-43f2-8e5c-b64431eef088' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 16 22:18:37.549607 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43266) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:37.598865 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-2b04dcc5-bf4c-47a6-8e2b-32c911cbbeaf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=26d8251468c6461ba688baa16c61c407&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0479393
Nov 16 22:18:37.601306 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43270) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:37.759949 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e71fcc83-73a5-4516-acac-de3d8b27e555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:37.787761 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e71fcc83-73a5-4516-acac-de3d8b27e555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:37.935099 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e71fcc83-73a5-4516-acac-de3d8b27e555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:37.940601 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-19aec837-b863-453b-b39f-42726d7967f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:37.953119 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fcc83-73a5-4516-acac-de3d8b27e555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb6cf45-fa24-4c63-a20c-e16778a71b73,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:37.956895 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-e71fcc83-73a5-4516-acac-de3d8b27e555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:37.959952 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-e71fcc83-73a5-4516-acac-de3d8b27e555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:37.961043 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-e71fcc83-73a5-4516-acac-de3d8b27e555 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fdb6cf45-fa24-4c63-a20c-e16778a71b73 HTTP/1.1" status: 204  len: 168 time: 0.3588452
Nov 16 22:18:38.185379 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device c4beee07-2c6b-43f2-8e5c-b64431eef088 no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:18:38.217965 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: c4beee07-2c6b-43f2-8e5c-b64431eef088 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:18:38.218577 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device c4beee07-2c6b-43f2-8e5c-b64431eef088 not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:18:43.170504 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43358) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:43.303543 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-37d891b2-f280-40cb-88f3-bbdc5d8f1e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:43.317829 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-37d891b2-f280-40cb-88f3-bbdc5d8f1e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:43.321568 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-37d891b2-f280-40cb-88f3-bbdc5d8f1e38 admin admin] Usage tracker for resource:security_group_rule and tenant:30d05fc470cd409f9c36c235ff499955 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:43.324317 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-37d891b2-f280-40cb-88f3-bbdc5d8f1e38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:43.329874 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-37d891b2-f280-40cb-88f3-bbdc5d8f1e38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:43.412105 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-37d891b2-f280-40cb-88f3-bbdc5d8f1e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:43.491414 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-37d891b2-f280-40cb-88f3-bbdc5d8f1e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:43.498833 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-93dcf76d-d1d5-4af9-a144-465354c6b5db tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:43.545940 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-37d891b2-f280-40cb-88f3-bbdc5d8f1e38 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=30d05fc470cd409f9c36c235ff499955&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3743224
Nov 16 22:18:43.546692 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43364) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:43.547406 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d891b2-f280-40cb-88f3-bbdc5d8f1e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c011b0-a038-44ec-a80a-e69666c1f344,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:43.551673 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-37d891b2-f280-40cb-88f3-bbdc5d8f1e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:43.610767 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f0f0089e-5e05-4051-b00c-1aa495cf5f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:43.636521 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f0f0089e-5e05-4051-b00c-1aa495cf5f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:43.763806 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f0f0089e-5e05-4051-b00c-1aa495cf5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:43.768754 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8b61ef2c-20d9-4dc3-8630-b1343800ef4d tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:43.780719 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0089e-5e05-4051-b00c-1aa495cf5f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c011b0-a038-44ec-a80a-e69666c1f344,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:43.783694 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f0f0089e-5e05-4051-b00c-1aa495cf5f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:43.785741 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f0f0089e-5e05-4051-b00c-1aa495cf5f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:43.789452 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f0f0089e-5e05-4051-b00c-1aa495cf5f27 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/11c011b0-a038-44ec-a80a-e69666c1f344 HTTP/1.1" status: 204  len: 168 time: 0.2390490
Nov 16 22:18:44.615581 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ba006e7d-9775-49f1-9ce0-67b5a09a360e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:44.802098 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43406) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:44.921081 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1899070146-network', 'tenant_id': '8e6d061d648a4c1aa7f51957595cc407'}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:18:44.926396 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:44.930305 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Usage tracker for resource:network and tenant:8e6d061d648a4c1aa7f51957595cc407 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:44.933151 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:44.940788 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:45.039930 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Made reservation on behalf of 8e6d061d648a4c1aa7f51957595cc407 for: {'network': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:18:45.042356 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:45.054549 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:45.072400 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:45.076251 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Usage tracker for resource:security_group_rule and tenant:8e6d061d648a4c1aa7f51957595cc407 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:45.079025 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:45.085504 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:45.154664 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:45.169785 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:45.228562 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:45.231690 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-60e981ba-d4fe-4378-8778-fd35bf2a523f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:45.263783 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784}  {{(pid=87469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:18:45.269184 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd9eddc-dd5a-485f-9b57-c567e648ddba,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:45.272317 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:45.277401 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:45.277745 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.segments_db [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Added segment 09032802-8d01-4b98-977e-159cd95e0949 of type vlan for network 70bdb499-d725-40a9-a02f-32afef0c680e
Nov 16 22:18:45.305801 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:45.394172 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:45.395538 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:45.396200 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:45.399786 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:45.510310 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Pushing event updated for resources: {'Network': ['ID=70bdb499-d725-40a9-a02f-32afef0c680e,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:45.515910 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:45.523625 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network 70bdb499-d725-40a9-a02f-32afef0c680e details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:18:45.564839 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.7610586
Nov 16 22:18:45.567536 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43418) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:45.572934 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] Request body: {'subnet': {'network_id': '70bdb499-d725-40a9-a02f-32afef0c680e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1899070146-subnet', 'tenant_id': '8e6d061d648a4c1aa7f51957595cc407', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:18:45.577640 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:45.581594 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] Usage tracker for resource:subnet and tenant:8e6d061d648a4c1aa7f51957595cc407 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:45.584517 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:45.590164 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:45.660656 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] Made reservation on behalf of 8e6d061d648a4c1aa7f51957595cc407 for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:18:45.662926 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016822'] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:46.046264 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6946414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016836'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:46.051499 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1be708ce-ea1c-46b8-aa84-dbe8e93f5e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:46.124925 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6efe3703-eb64-44c8-9b60-f52013565e8a,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:46.127744 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:46.135234 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] Checking segment: {'id': '09032802-8d01-4b98-977e-159cd95e0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '70bdb499-d725-40a9-a02f-32afef0c680e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:18:46.135607 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] Network hostable DHCP agents. Network: 70bdb499-d725-40a9-a02f-32afef0c680e, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:18:46.208852 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] Network 70bdb499-d725-40a9-a02f-32afef0c680e is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:18:46.289513 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, 70bdb499-d725-40a9-a02f-32afef0c680e) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:18:46.294491 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:46.296034 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] Notify callbacks [] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:46.299165 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d993cefe-f5e2-4c98-afe1-1fbb5f12fe4c None None] Network 70bdb499-d725-40a9-a02f-32afef0c680e requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:18:46.412321 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-09a176c4-324e-4573-8039-04689e7eefac admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8437266
Nov 16 22:18:46.514891 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e6680c-a8f2-4d02-8523-d9a341513540 None None] Network 70bdb499-d725-40a9-a02f-32afef0c680e requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:18:46.789890 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43438) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:46.848609 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48cb1fb-753e-49a6-9395-596b93cd1e56 admin admin] Deleting subnet ccdb6a30-7770-4106-bbdd-a38d7689a451 {{(pid=87469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:18:46.851599 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f48cb1fb-753e-49a6-9395-596b93cd1e56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:46.904741 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f48cb1fb-753e-49a6-9395-596b93cd1e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6288082'] for subnet, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:46.960781 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f48cb1fb-753e-49a6-9395-596b93cd1e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.097711 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f48cb1fb-753e-49a6-9395-596b93cd1e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6816941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016861'] for subnet, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.101981 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1ca5b4dd-5869-4a16-9d1d-635fb59d484e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:47.139377 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cb1fb-753e-49a6-9395-596b93cd1e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccdb6a30-7770-4106-bbdd-a38d7689a451,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:47.144318 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f48cb1fb-753e-49a6-9395-596b93cd1e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:47.151092 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-f48cb1fb-753e-49a6-9395-596b93cd1e56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.160266 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-f48cb1fb-753e-49a6-9395-596b93cd1e56 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ccdb6a30-7770-4106-bbdd-a38d7689a451 HTTP/1.1" status: 204  len: 168 time: 0.3661492
Nov 16 22:18:47.165964 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43450) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:47.190214 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43454) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:47.196354 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-994856772-network', 'tenant_id': 'b2ee08b7f8f7462abb3d54d8c212c2ad'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:18:47.204147 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:47.205493 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Usage tracker for resource:network and tenant:b2ee08b7f8f7462abb3d54d8c212c2ad is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:47.208450 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:47.214276 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:47.223086 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-76c98862-f4eb-4397-a3d0-d3d732c59cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.272589 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9500678b-202b-4946-aa98-8e01c319dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.285424 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Made reservation on behalf of b2ee08b7f8f7462abb3d54d8c212c2ad for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:18:47.287856 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.300725 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.314879 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:47.318917 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ee08b7f8f7462abb3d54d8c212c2ad is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:47.321871 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:47.327767 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:47.395549 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9500678b-202b-4946-aa98-8e01c319dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.410874 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.420465 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-9500678b-202b-4946-aa98-8e01c319dc5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d1ab0dc0>,) {'filters': {'network_id': ['a8371e90-df8f-4326-94a5-629580fe3c08']}} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:47.432747 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-9500678b-202b-4946-aa98-8e01c319dc5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d1ab0dc0>, '93862397-06d5-42e2-adfc-d97bb896c3b7') {'for_net_delete': True} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:47.433034 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-9500678b-202b-4946-aa98-8e01c319dc5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d1ab0dc0>, '93862397-06d5-42e2-adfc-d97bb896c3b7') {} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:47.444037 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9500678b-202b-4946-aa98-8e01c319dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6288077'] for segment, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.459791 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9500678b-202b-4946-aa98-8e01c319dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.466019 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9500678b-202b-4946-aa98-8e01c319dc5e admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=87469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:18:47.466403 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9500678b-202b-4946-aa98-8e01c319dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6816971'] for segment, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]: Traceback (most recent call last):
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:     timer()
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:     cb(*args, **kw)
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:     return func(*args, **kwargs)
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:     self._notify()
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:     self.callback(batched_events)
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:     event.method(event)
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:     return f(self, *a, **k)
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self._get(url).json()
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:18:47.480889 dv-cinder-818140-1-iscsi neutron-server[87469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:18:47.512340 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.515513 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ba522efb-e72d-4919-a6c3-e4bed2964262 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:47.545631 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756}  {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:18:47.555254 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578c588e-17cb-47e3-a636-a9c441eec456,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:47.561595 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.561964 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.segments_db [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Added segment e3823c07-6ffc-44a7-b02f-780810adf88f of type vlan for network 2545fab5-4b55-4337-a810-2d507882a910
Nov 16 22:18:47.570615 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:47.570987 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:47.571390 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:47.571757 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:47.572118 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:47.572478 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:47.572834 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:47.573189 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:47.573543 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:47.573894 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:47.574246 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:47.574601 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:47.578907 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:47.608329 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.611938 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9500678b-202b-4946-aa98-8e01c319dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.617263 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:47.633332 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-9500678b-202b-4946-aa98-8e01c319dc5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.643333 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500678b-202b-4946-aa98-8e01c319dc5e admin admin] Pushing event deleted for resources: {'Network': ['ID=a8371e90-df8f-4326-94a5-629580fe3c08,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:47.648740 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-9500678b-202b-4946-aa98-8e01c319dc5e admin admin] 10.222.0.71 "DELETE /v2.0/networks/a8371e90-df8f-4326-94a5-629580fe3c08 HTTP/1.1" status: 204  len: 168 time: 0.4789176
Nov 16 22:18:47.648740 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9500678b-202b-4946-aa98-8e01c319dc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:47.649236 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43458) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:47.697831 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.699196 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:47.701827 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.705496 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:47.710171 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_v2 [None req-35eed9f6-5629-4207-89f8-95402c8c7d69 admin admin] Deleting subnet 6cacbe1c-db9d-4d63-b7a6-3c4b21773ee6 {{(pid=87469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:18:47.713694 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-35eed9f6-5629-4207-89f8-95402c8c7d69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.768547 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-35eed9f6-5629-4207-89f8-95402c8c7d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6288082'] for subnet, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.810739 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Pushing event updated for resources: {'Network': ['ID=2545fab5-4b55-4337-a810-2d507882a910,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:47.813491 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:47.822220 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network 2545fab5-4b55-4337-a810-2d507882a910 details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:18:47.829007 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-35eed9f6-5629-4207-89f8-95402c8c7d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.884747 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-ad5abacf-939c-4b66-aed1-370c0ca33123 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6930919
Nov 16 22:18:47.887672 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43462) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:47.894563 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.v2.base [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] Request body: {'subnet': {'network_id': '2545fab5-4b55-4337-a810-2d507882a910', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-994856772-subnet', 'tenant_id': 'b2ee08b7f8f7462abb3d54d8c212c2ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:18:47.900712 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:47.907063 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] Usage tracker for resource:subnet and tenant:b2ee08b7f8f7462abb3d54d8c212c2ad is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:47.912629 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:47.921719 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:47.992304 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-35eed9f6-5629-4207-89f8-95402c8c7d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6816941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016861'] for subnet, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:47.996783 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c69bbefe-c82e-4293-a62c-99e0bbbb04ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:48.032430 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] Made reservation on behalf of b2ee08b7f8f7462abb3d54d8c212c2ad for: {'subnet': 1} {{(pid=87469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:18:48.034836 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016822'] for subnet, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:48.055903 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-35eed9f6-5629-4207-89f8-95402c8c7d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:48.058310 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eed9f6-5629-4207-89f8-95402c8c7d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cacbe1c-db9d-4d63-b7a6-3c4b21773ee6,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:48.060296 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-35eed9f6-5629-4207-89f8-95402c8c7d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:48.115888 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-35eed9f6-5629-4207-89f8-95402c8c7d69 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6cacbe1c-db9d-4d63-b7a6-3c4b21773ee6 HTTP/1.1" status: 204  len: 168 time: 0.4658952
Nov 16 22:18:48.118582 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43466) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:48.227145 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd5efcb5-5cda-4524-8a9a-1332133de25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:48.300798 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6946414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016836'] for subnet, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:48.305525 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8babe6bc-8aa7-4c03-ab4c-b8b2225f4f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:48.359388 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd5efcb5-5cda-4524-8a9a-1332133de25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:48.381065 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d098ce32-fbff-41e2-a6fd-1baebba7425c,revision_number=0']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:48.383636 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:48.385212 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-fd5efcb5-5cda-4524-8a9a-1332133de25f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d233e130>,) {'filters': {'network_id': ['8f625dd1-838f-44f1-b4ce-ceb590a5fba6']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:48.390516 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] Checking segment: {'id': 'e3823c07-6ffc-44a7-b02f-780810adf88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2545fab5-4b55-4337-a810-2d507882a910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:18:48.390934 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] Network hostable DHCP agents. Network: 2545fab5-4b55-4337-a810-2d507882a910, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:18:48.401754 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-fd5efcb5-5cda-4524-8a9a-1332133de25f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d233e130>, '02b32ff9-b947-430f-90dd-f85d8cfa073e') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:48.402045 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-fd5efcb5-5cda-4524-8a9a-1332133de25f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d233e130>, '02b32ff9-b947-430f-90dd-f85d8cfa073e') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:48.413758 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd5efcb5-5cda-4524-8a9a-1332133de25f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7560678'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:48.429850 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd5efcb5-5cda-4524-8a9a-1332133de25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:48.435951 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5efcb5-5cda-4524-8a9a-1332133de25f admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:18:48.436327 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd5efcb5-5cda-4524-8a9a-1332133de25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5480855'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]: Traceback (most recent call last):
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:     timer()
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:     cb(*args, **kw)
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:     return func(*args, **kwargs)
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:     self._notify()
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:     self.callback(batched_events)
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:     event.method(event)
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:     return f(self, *a, **k)
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._get(url).json()
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:18:48.449791 dv-cinder-818140-1-iscsi neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:18:48.471931 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] Network 2545fab5-4b55-4337-a810-2d507882a910 is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:18:48.543073 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.base_scheduler [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, 2545fab5-4b55-4337-a810-2d507882a910) {{(pid=87469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:18:48.554237 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:48.554826 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:48.558391 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdab5a1-3774-4c76-afa9-e51c44a7915b None None] Network 2545fab5-4b55-4337-a810-2d507882a910 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:18:48.568914 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd5efcb5-5cda-4524-8a9a-1332133de25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:48.572632 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:48.587901 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fd5efcb5-5cda-4524-8a9a-1332133de25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:48.598544 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5efcb5-5cda-4524-8a9a-1332133de25f admin admin] Pushing event deleted for resources: {'Network': ['ID=8f625dd1-838f-44f1-b4ce-ceb590a5fba6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:48.601666 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fd5efcb5-5cda-4524-8a9a-1332133de25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:48.605418 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-fd5efcb5-5cda-4524-8a9a-1332133de25f admin admin] 10.222.0.71 "DELETE /v2.0/networks/8f625dd1-838f-44f1-b4ce-ceb590a5fba6 HTTP/1.1" status: 204  len: 168 time: 0.4835637
Nov 16 22:18:48.628762 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:48.646455 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-24721317-0116-4ea0-809c-4fa96a12bdcc admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7575305
Nov 16 22:18:48.778181 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b4cc6-fc28-4242-bae8-a8ccf1897c8a None None] Network 2545fab5-4b55-4337-a810-2d507882a910 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:18:48.781542 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43474) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:48.840558 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c506b90-50cf-48ca-9a91-94de83cf87e8 admin admin] Deleting subnet 6efe3703-eb64-44c8-9b60-f52013565e8a {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:18:48.843806 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c506b90-50cf-48ca-9a91-94de83cf87e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:48.899026 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c506b90-50cf-48ca-9a91-94de83cf87e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7560697'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:48.961822 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c506b90-50cf-48ca-9a91-94de83cf87e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:48.995704 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43478) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:49.046705 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-0866d203-45e6-49d2-ad6c-df66ff797c3f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1af399c275e6424bb700b7894fbef97a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0497785
Nov 16 22:18:49.049603 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43482) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:49.086007 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c506b90-50cf-48ca-9a91-94de83cf87e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5480945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6122369'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:49.091201 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f2ce03c1-dfa6-41b7-b120-3dfb9c0b5ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:49.109556 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ed973dbb-092f-4853-b16c-0806b9538811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:49.126329 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c506b90-50cf-48ca-9a91-94de83cf87e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6efe3703-eb64-44c8-9b60-f52013565e8a,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:49.128315 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7c506b90-50cf-48ca-9a91-94de83cf87e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:49.130865 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7c506b90-50cf-48ca-9a91-94de83cf87e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:49.137123 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-7c506b90-50cf-48ca-9a91-94de83cf87e8 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6efe3703-eb64-44c8-9b60-f52013565e8a HTTP/1.1" status: 204  len: 168 time: 0.3522096
Nov 16 22:18:49.137507 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ed973dbb-092f-4853-b16c-0806b9538811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:49.137971 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43486) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:49.242556 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb433abf-d788-444d-b754-da397378ffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:49.257362 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ed973dbb-092f-4853-b16c-0806b9538811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:49.261311 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2fb9baf1-c047-4177-b472-7d9a181929e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:49.272626 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed973dbb-092f-4853-b16c-0806b9538811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7fcbbf-96d0-423f-8fe7-5fa8fd6875e2,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:49.276625 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ed973dbb-092f-4853-b16c-0806b9538811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:49.279965 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ed973dbb-092f-4853-b16c-0806b9538811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:49.281960 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ed973dbb-092f-4853-b16c-0806b9538811 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9f7fcbbf-96d0-423f-8fe7-5fa8fd6875e2 HTTP/1.1" status: 204  len: 168 time: 0.2305572
Nov 16 22:18:49.372408 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb433abf-d788-444d-b754-da397378ffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:49.401864 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-fb433abf-d788-444d-b754-da397378ffb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d2497dc0>,) {'filters': {'network_id': ['70bdb499-d725-40a9-a02f-32afef0c680e']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:49.413798 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-fb433abf-d788-444d-b754-da397378ffb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d2497dc0>, '09032802-8d01-4b98-977e-159cd95e0949') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:49.414074 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-fb433abf-d788-444d-b754-da397378ffb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d2497dc0>, '09032802-8d01-4b98-977e-159cd95e0949') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:49.428327 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb433abf-d788-444d-b754-da397378ffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7560678'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:49.444120 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb433abf-d788-444d-b754-da397378ffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:49.449963 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb433abf-d788-444d-b754-da397378ffb5 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:18:49.454122 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb433abf-d788-444d-b754-da397378ffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5480855'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]: Traceback (most recent call last):
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:     timer()
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:     cb(*args, **kw)
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:     return func(*args, **kwargs)
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:     self._notify()
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:     self.callback(batched_events)
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:     event.method(event)
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:     return f(self, *a, **k)
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._get(url).json()
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:18:49.463813 dv-cinder-818140-1-iscsi neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:18:49.620619 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb433abf-d788-444d-b754-da397378ffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:49.624099 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:49.639441 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-fb433abf-d788-444d-b754-da397378ffb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:49.645917 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb433abf-d788-444d-b754-da397378ffb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=70bdb499-d725-40a9-a02f-32afef0c680e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:49.649018 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fb433abf-d788-444d-b754-da397378ffb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:49.650554 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-fb433abf-d788-444d-b754-da397378ffb5 admin admin] 10.222.0.71 "DELETE /v2.0/networks/70bdb499-d725-40a9-a02f-32afef0c680e HTTP/1.1" status: 204  len: 168 time: 0.5118413
Nov 16 22:18:49.653238 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43494) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:49.711582 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d87f839-b3b1-4310-90c1-6c4c8c583e43 admin admin] Deleting subnet d098ce32-fbff-41e2-a6fd-1baebba7425c {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:18:49.714509 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4d87f839-b3b1-4310-90c1-6c4c8c583e43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:49.765915 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4d87f839-b3b1-4310-90c1-6c4c8c583e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7560697'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:49.906513 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4d87f839-b3b1-4310-90c1-6c4c8c583e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:49.969314 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:50.003091 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43498) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:50.052688 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4d87f839-b3b1-4310-90c1-6c4c8c583e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5480945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6122369'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:50.059139 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-a43e5ee4-f1c8-4a6a-957b-a2909051ed6c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=414cc3da00a3433ab4814f4524d0037c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0549130
Nov 16 22:18:50.060816 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:50.061710 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43502) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:50.097325 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87f839-b3b1-4310-90c1-6c4c8c583e43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d098ce32-fbff-41e2-a6fd-1baebba7425c,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:50.099323 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-4d87f839-b3b1-4310-90c1-6c4c8c583e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:50.101913 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4d87f839-b3b1-4310-90c1-6c4c8c583e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:50.106249 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-4d87f839-b3b1-4310-90c1-6c4c8c583e43 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d098ce32-fbff-41e2-a6fd-1baebba7425c HTTP/1.1" status: 204  len: 168 time: 0.4517491
Nov 16 22:18:50.108611 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43506) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:50.127199 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3131e203-e350-4796-ac9f-6c63b5831f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:50.156796 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3131e203-e350-4796-ac9f-6c63b5831f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:50.231339 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6389e0c7-19dc-4fd9-ad64-9ad72442066f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:50.274435 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3131e203-e350-4796-ac9f-6c63b5831f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:50.279591 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-cc5444bb-8ca1-4b4f-bfbe-5130ca54adcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:50.293165 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131e203-e350-4796-ac9f-6c63b5831f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb95da13-ed2d-4d8b-87a8-15b686f8cebf,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:50.295944 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3131e203-e350-4796-ac9f-6c63b5831f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:50.297117 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3131e203-e350-4796-ac9f-6c63b5831f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:50.298988 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-3131e203-e350-4796-ac9f-6c63b5831f28 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cb95da13-ed2d-4d8b-87a8-15b686f8cebf HTTP/1.1" status: 204  len: 168 time: 0.2355025
Nov 16 22:18:50.361521 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6389e0c7-19dc-4fd9-ad64-9ad72442066f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:50.386614 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-6389e0c7-19dc-4fd9-ad64-9ad72442066f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d268f5b0>,) {'filters': {'network_id': ['2545fab5-4b55-4337-a810-2d507882a910']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:50.399041 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-6389e0c7-19dc-4fd9-ad64-9ad72442066f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d268f5b0>, 'e3823c07-6ffc-44a7-b02f-780810adf88f') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:50.399363 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-6389e0c7-19dc-4fd9-ad64-9ad72442066f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d268f5b0>, 'e3823c07-6ffc-44a7-b02f-780810adf88f') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:50.415785 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6389e0c7-19dc-4fd9-ad64-9ad72442066f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7560678'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:50.427971 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6389e0c7-19dc-4fd9-ad64-9ad72442066f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:50.433902 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6389e0c7-19dc-4fd9-ad64-9ad72442066f admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:18:50.434274 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6389e0c7-19dc-4fd9-ad64-9ad72442066f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5480855'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]: Traceback (most recent call last):
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:     timer()
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:     cb(*args, **kw)
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:     return func(*args, **kwargs)
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:     self._notify()
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:     self.callback(batched_events)
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:     event.method(event)
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:     return f(self, *a, **k)
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._get(url).json()
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:18:50.447484 dv-cinder-818140-1-iscsi neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:18:50.605660 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6389e0c7-19dc-4fd9-ad64-9ad72442066f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:50.609266 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-dd8c06d1-7859-4024-9c17-ae80386d81d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:50.624385 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6389e0c7-19dc-4fd9-ad64-9ad72442066f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:50.630791 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389e0c7-19dc-4fd9-ad64-9ad72442066f admin admin] Pushing event deleted for resources: {'Network': ['ID=2545fab5-4b55-4337-a810-2d507882a910,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:50.633609 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6389e0c7-19dc-4fd9-ad64-9ad72442066f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:50.635471 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-6389e0c7-19dc-4fd9-ad64-9ad72442066f admin admin] 10.222.0.71 "DELETE /v2.0/networks/2545fab5-4b55-4337-a810-2d507882a910 HTTP/1.1" status: 204  len: 168 time: 0.5258007
Nov 16 22:18:51.113640 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43526) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:51.162066 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-a5f5fcd3-4ff3-4acf-a23f-3d245a35769a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8e6d061d648a4c1aa7f51957595cc407&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0472097
Nov 16 22:18:51.164472 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43532) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:51.226974 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a9eda0df-bdde-42a5-8b28-7f921f021ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:51.253130 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a9eda0df-bdde-42a5-8b28-7f921f021ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:51.377562 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a9eda0df-bdde-42a5-8b28-7f921f021ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:51.382530 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ee23eb30-e68e-428a-95da-db861d10e5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:51.394440 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eda0df-bdde-42a5-8b28-7f921f021ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd9eddc-dd5a-485f-9b57-c567e648ddba,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:51.397586 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a9eda0df-bdde-42a5-8b28-7f921f021ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:51.400201 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a9eda0df-bdde-42a5-8b28-7f921f021ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:51.404318 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-a9eda0df-bdde-42a5-8b28-7f921f021ae6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6fd9eddc-dd5a-485f-9b57-c567e648ddba HTTP/1.1" status: 204  len: 168 time: 0.2357318
Nov 16 22:18:52.059846 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43584) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:52.110477 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-f9d52819-604e-4dea-a2d3-04c3190e96f7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b2ee08b7f8f7462abb3d54d8c212c2ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0473278
Nov 16 22:18:52.110780 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43588) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:52.168391 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a908afc3-e158-4c76-8cfb-38b2a0dc2b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:52.193429 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a908afc3-e158-4c76-8cfb-38b2a0dc2b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:52.359765 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a908afc3-e158-4c76-8cfb-38b2a0dc2b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:52.365406 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-acfca923-eb97-446c-ad05-4db2a4b3542a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:52.375449 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908afc3-e158-4c76-8cfb-38b2a0dc2b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578c588e-17cb-47e3-a636-a9c441eec456,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:52.378787 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a908afc3-e158-4c76-8cfb-38b2a0dc2b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:52.381933 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a908afc3-e158-4c76-8cfb-38b2a0dc2b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:52.383043 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-a908afc3-e158-4c76-8cfb-38b2a0dc2b64 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/578c588e-17cb-47e3-a636-a9c441eec456 HTTP/1.1" status: 204  len: 168 time: 0.2713563
Nov 16 22:18:54.868298 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43662) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:55.181825 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Deleting port 9a91ba3f-3f47-4861-a059-dccb5299a2c7 {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:18:55.181825 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:55.358260 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:55.358586 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:55.485484 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Calling delete_port for 9a91ba3f-3f47-4861-a059-dccb5299a2c7 owned by network:floatingip {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:18:55.700136 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:55.704288 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f82a9170-aca5-47fb-943b-8f9c5009b787 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:55.758254 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event deleted for resources: {'Port': ['ID=9a91ba3f-3f47-4861-a059-dccb5299a2c7,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:55.803982 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:55.804359 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:55.804734 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:55.805097 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:55.805457 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:55.805814 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:55.806168 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:55.806522 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:55.806875 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:55.807289 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:55.807641 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:55.807990 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:18:55.811344 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:55.870724 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for floatingip, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:55.871488 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.db.l3_db [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Floating IP b6390177-27f3-4f5c-9976-09a80cc08deb disassociated (deleted). External IP: 172.27.1.250, port: 522a04aa-bcb1-40c8-8061-100965a0bdad.
Nov 16 22:18:56.247500 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Router 9f825689-a7ab-49eb-bade-a5da89564a6a has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:18:56.439140 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:18:56.450460 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f826331-0662-43c8-84be-53ff0ec91b67 None None] Sync routers for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:18:56.462540 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f826331-0662-43c8-84be-53ff0ec91b67 None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:18:56.462540 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-9f826331-0662-43c8-84be-53ff0ec91b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1ddf880>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:18:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:56.538577 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:56.606420 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "DELETE /v2.0/floatingips/b6390177-27f3-4f5c-9976-09a80cc08deb HTTP/1.1" status: 204  len: 168 time: 1.7370448
Nov 16 22:18:56.607601 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9210e616-5c10-4b12-894b-9672ac9f92da', 'tag': '522a04aa-bcb1-40c8-8061-100965a0bdad'}] {{(pid=87469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:18:56.688059 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-9f826331-0662-43c8-84be-53ff0ec91b67 None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:18:56.845096 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9210e616-5c10-4b12-894b-9672ac9f92da', 'tag': '522a04aa-bcb1-40c8-8061-100965a0bdad', 'status': 'completed', 'code': 200}
Nov 16 22:18:56.980856 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1cb0c-1469-439c-b520-f5eb003608fd req-f69ba1e2-62d2-4d80-a5c2-48973d3ca58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:56.982492 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d9e1cb0c-1469-439c-b520-f5eb003608fd req-f69ba1e2-62d2-4d80-a5c2-48973d3ca58a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 1099 time: 0.0849564
Nov 16 22:18:57.077386 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-9f826331-0662-43c8-84be-53ff0ec91b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1ddf880>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'ca73258f-0481-4033-bc84-f99c9f64aebc', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'port_id': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'mac_address': 'fa:16:3e:a0:a6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea763a-48f7-4810-9e61-4984c771a007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:13:28Z', 'updated_at': '2021-11-16T22:13:33Z', 'revision_number': 1, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:57.081688 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f826331-0662-43c8-84be-53ff0ec91b67 None None] Checking router: 9f825689-a7ab-49eb-bade-a5da89564a6a for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:18:57.094437 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f826331-0662-43c8-84be-53ff0ec91b67 None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:18:57.095314 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-9f826331-0662-43c8-84be-53ff0ec91b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1ddf880>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:18:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:57.134084 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1cb0c-1469-439c-b520-f5eb003608fd req-d37d3a75-9c86-441c-84fe-665d7c9df247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:57.135856 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d9e1cb0c-1469-439c-b520-f5eb003608fd req-d37d3a75-9c86-441c-84fe-665d7c9df247 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6431ab66-4714-41a7-87a8-d3f34aa0544b HTTP/1.1" status: 200  len: 912 time: 0.1444516
Nov 16 22:18:57.235763 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d9e1cb0c-1469-439c-b520-f5eb003608fd req-b36853d4-3d3d-4eed-96c7-e54e089e2fd0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=522a04aa-bcb1-40c8-8061-100965a0bdad HTTP/1.1" status: 200  len: 217 time: 0.0875177
Nov 16 22:18:57.309473 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1cb0c-1469-439c-b520-f5eb003608fd req-3fd2783f-6ec3-4e45-97ba-0772a234bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:57.311485 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d9e1cb0c-1469-439c-b520-f5eb003608fd req-3fd2783f-6ec3-4e45-97ba-0772a234bbdc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c792dd0-a876-4286-9c4a-d4da350cf7f1 HTTP/1.1" status: 200  len: 850 time: 0.0678694
Nov 16 22:18:57.333630 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-9f826331-0662-43c8-84be-53ff0ec91b67 None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:18:57.409739 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1cb0c-1469-439c-b520-f5eb003608fd req-7ce4e557-143e-41c3-baa3-731dc44321d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:57.411545 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d9e1cb0c-1469-439c-b520-f5eb003608fd req-7ce4e557-143e-41c3-baa3-731dc44321d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6431ab66-4714-41a7-87a8-d3f34aa0544b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0911393
Nov 16 22:18:57.416606 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351f762-8d5a-4058-8fd4-8e5d3690fc89 req-7c0c3c5c-a3c1-4ba8-b35d-cc2c543e3f3f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:57.417980 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-2351f762-8d5a-4058-8fd4-8e5d3690fc89 req-7c0c3c5c-a3c1-4ba8-b35d-cc2c543e3f3f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Synchronizing usage tracker for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:port {{(pid=87469) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:18:57.508737 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [req-2351f762-8d5a-4058-8fd4-8e5d3690fc89 req-7c0c3c5c-a3c1-4ba8-b35d-cc2c543e3f3f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Unset dirty status for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:port {{(pid=87469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:18:57.510362 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2351f762-8d5a-4058-8fd4-8e5d3690fc89 req-7c0c3c5c-a3c1-4ba8-b35d-cc2c543e3f3f tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 946 time: 0.3308654
Nov 16 22:18:57.595478 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d9e1cb0c-1469-439c-b520-f5eb003608fd req-81b0c698-6f6e-489a-951d-81c2f21694ea service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1730723
Nov 16 22:18:57.602363 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2351f762-8d5a-4058-8fd4-8e5d3690fc89 req-5ef4e302-0b3e-404d-a2d9-493288c418eb tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863373
Nov 16 22:18:57.734598 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d9e1cb0c-1469-439c-b520-f5eb003608fd req-7da0e9de-d0a2-4aae-9681-88e28bcb9b5e service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312532
Nov 16 22:18:57.805435 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-9f826331-0662-43c8-84be-53ff0ec91b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1ddf880>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'ca73258f-0481-4033-bc84-f99c9f64aebc', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'port_id': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'mac_address': 'fa:16:3e:a0:a6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea763a-48f7-4810-9e61-4984c771a007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:13:28Z', 'updated_at': '2021-11-16T22:13:33Z', 'revision_number': 1, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:18:57.809438 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f826331-0662-43c8-84be-53ff0ec91b67 None None] The sync data for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi is: [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_floatingips': [{'id': 'ca73258f-0481-4033-bc84-f99c9f64aebc', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'router_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'port_id': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'mac_address': 'fa:16:3e:a0:a6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea763a-48f7-4810-9e61-4984c771a007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:13:28Z', 'updated_at': '2021-11-16T22:13:33Z', 'revision_number': 1, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:18:58.049861 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b30f83-360c-48a4-96fc-0ea4f6ae5806 None None] New status for floating IP b6390177-27f3-4f5c-9976-09a80cc08deb: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:18:58.184182 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43762) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:58.391598 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6bbaae29-79a1-4f8f-b968-f05eaf1ae30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:58.405472 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6bbaae29-79a1-4f8f-b968-f05eaf1ae30a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:58.409775 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-6bbaae29-79a1-4f8f-b968-f05eaf1ae30a admin admin] Usage tracker for resource:security_group_rule and tenant:fe2d7c23d61b46838cf248b50b8d517d is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:58.412533 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-6bbaae29-79a1-4f8f-b968-f05eaf1ae30a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:58.418338 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-6bbaae29-79a1-4f8f-b968-f05eaf1ae30a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:58.501483 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6bbaae29-79a1-4f8f-b968-f05eaf1ae30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:58.582166 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-6bbaae29-79a1-4f8f-b968-f05eaf1ae30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:58.588990 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fb39ee8a-d3d5-442d-b3bc-03b50b668303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:58.632641 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-6bbaae29-79a1-4f8f-b968-f05eaf1ae30a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fe2d7c23d61b46838cf248b50b8d517d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4473474
Nov 16 22:18:58.633891 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbaae29-79a1-4f8f-b968-f05eaf1ae30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9d0861-ebd9-46cb-b94f-2bad53c20b1f,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:58.635599 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43770) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:58.638184 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6bbaae29-79a1-4f8f-b968-f05eaf1ae30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:58.743399 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b907594c-db48-4bda-80a0-8fe34cf5fc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:58.783224 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b907594c-db48-4bda-80a0-8fe34cf5fc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:58.847756 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab473-1072-42a6-9e26-0787a5ddc935 req-9ea213b6-3921-49ee-814a-95cf49c196e7 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:58.849200 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ce1ab473-1072-42a6-9e26-0787a5ddc935 req-9ea213b6-3921-49ee-814a-95cf49c196e7 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 946 time: 0.1393430
Nov 16 22:18:58.900018 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ce1ab473-1072-42a6-9e26-0787a5ddc935 req-93f44065-49d2-4a23-91a7-2de019cd84d8 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450115
Nov 16 22:18:58.925463 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b907594c-db48-4bda-80a0-8fe34cf5fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:58.931201 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-f0f0089e-5e05-4051-b00c-1aa495cf5f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:58.946100 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907594c-db48-4bda-80a0-8fe34cf5fc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9d0861-ebd9-46cb-b94f-2bad53c20b1f,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:58.949033 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-b907594c-db48-4bda-80a0-8fe34cf5fc12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:58.951551 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-b907594c-db48-4bda-80a0-8fe34cf5fc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:58.952645 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-b907594c-db48-4bda-80a0-8fe34cf5fc12 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2d9d0861-ebd9-46cb-b94f-2bad53c20b1f HTTP/1.1" status: 204  len: 168 time: 0.3158791
Nov 16 22:18:59.324075 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4f720-a4e9-407a-bfd2-b919896aee3e req-793a060a-3a40-41c6-9ac0-ce453c51fb97 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:18:59.324766 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-16d4f720-a4e9-407a-bfd2-b919896aee3e req-793a060a-3a40-41c6-9ac0-ce453c51fb97 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Synchronizing usage tracker for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:18:59.336969 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-16d4f720-a4e9-407a-bfd2-b919896aee3e req-793a060a-3a40-41c6-9ac0-ce453c51fb97 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Unset dirty status for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:18:59.338374 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-16d4f720-a4e9-407a-bfd2-b919896aee3e req-793a060a-3a40-41c6-9ac0-ce453c51fb97 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.72 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 946 time: 0.1000783
Nov 16 22:18:59.408648 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-16d4f720-a4e9-407a-bfd2-b919896aee3e req-4ffea2ab-7407-4b48-a51e-f90b161c1f22 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Deleting port 522a04aa-bcb1-40c8-8061-100965a0bdad {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:18:59.408885 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-16d4f720-a4e9-407a-bfd2-b919896aee3e req-4ffea2ab-7407-4b48-a51e-f90b161c1f22 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:59.620954 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 43780) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:59.639494 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0a38c4c5-2468-43da-bbd8-9cef1e7fa22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:59.654800 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-0a38c4c5-2468-43da-bbd8-9cef1e7fa22c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:18:59.659124 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-0a38c4c5-2468-43da-bbd8-9cef1e7fa22c admin admin] Usage tracker for resource:security_group_rule and tenant:d5f3d20fa05044ec91ebf12595f3fb70 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:18:59.661932 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-0a38c4c5-2468-43da-bbd8-9cef1e7fa22c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:18:59.663338 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-16d4f720-a4e9-407a-bfd2-b919896aee3e req-4ffea2ab-7407-4b48-a51e-f90b161c1f22 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] For port 522a04aa-bcb1-40c8-8061-100965a0bdad, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=522a04aa-bcb1-40c8-8061-100965a0bdad,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:18:59.663703 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-16d4f720-a4e9-407a-bfd2-b919896aee3e req-4ffea2ab-7407-4b48-a51e-f90b161c1f22 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:59.667542 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-0a38c4c5-2468-43da-bbd8-9cef1e7fa22c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:18:59.788806 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-16d4f720-a4e9-407a-bfd2-b919896aee3e req-4ffea2ab-7407-4b48-a51e-f90b161c1f22 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Calling delete_port for 522a04aa-bcb1-40c8-8061-100965a0bdad owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:18:59.854214 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0a38c4c5-2468-43da-bbd8-9cef1e7fa22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:59.940406 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0a38c4c5-2468-43da-bbd8-9cef1e7fa22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:18:59.949392 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c4e86518-29b6-4bca-9edf-615ead47517c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:18:59.992598 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-0a38c4c5-2468-43da-bbd8-9cef1e7fa22c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d5f3d20fa05044ec91ebf12595f3fb70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3704240
Nov 16 22:18:59.994445 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38c4c5-2468-43da-bbd8-9cef1e7fa22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e71d31e-4ba9-47d1-a7a6-1ddec9e0e2ba,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:18:59.995559 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43786) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:18:59.997536 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0a38c4c5-2468-43da-bbd8-9cef1e7fa22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:18:59.999522 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-16d4f720-a4e9-407a-bfd2-b919896aee3e req-4ffea2ab-7407-4b48-a51e-f90b161c1f22 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:00.015417 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:00.069873 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffea2ab-7407-4b48-a51e-f90b161c1f22 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event deleted for resources: {'Port': ['ID=522a04aa-bcb1-40c8-8061-100965a0bdad,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:00.070535 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b28ab061-85c8-4058-92ca-45fc490391fd req-b0c159ed-3b64-4193-b9f6-c60435770b4c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 210 time: 0.0486264
Nov 16 22:19:00.072480 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4ffea2ab-7407-4b48-a51e-f90b161c1f22 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:00.163738 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d4f720-a4e9-407a-bfd2-b919896aee3e req-4ffea2ab-7407-4b48-a51e-f90b161c1f22 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] No DVR routers for this DVR port 522a04aa-bcb1-40c8-8061-100965a0bdad on host hv-cinder-81814 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:19:00.169246 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-16d4f720-a4e9-407a-bfd2-b919896aee3e req-4ffea2ab-7407-4b48-a51e-f90b161c1f22 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:00.171825 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9210e616-5c10-4b12-894b-9672ac9f92da', 'name': 'network-vif-deleted', 'tag': '522a04aa-bcb1-40c8-8061-100965a0bdad'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:19:00.209545 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a32b1391-aba4-4541-8647-ddbba24716f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:00.222719 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9210e616-5c10-4b12-894b-9672ac9f92da', 'name': 'network-vif-deleted', 'tag': '522a04aa-bcb1-40c8-8061-100965a0bdad', 'status': 'completed', 'code': 200}
Nov 16 22:19:00.238194 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a32b1391-aba4-4541-8647-ddbba24716f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:00.286218 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-16d4f720-a4e9-407a-bfd2-b919896aee3e req-4ffea2ab-7407-4b48-a51e-f90b161c1f22 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.72 "DELETE /v2.0/ports/522a04aa-bcb1-40c8-8061-100965a0bdad HTTP/1.1" status: 204  len: 173 time: 0.9421396
Nov 16 22:19:00.385981 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a32b1391-aba4-4541-8647-ddbba24716f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:00.390421 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7f9ac79e-0d30-41f5-a0b6-977dc67f7bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:00.403062 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b1391-aba4-4541-8647-ddbba24716f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e71d31e-4ba9-47d1-a7a6-1ddec9e0e2ba,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:00.405397 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a32b1391-aba4-4541-8647-ddbba24716f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:00.412209 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-a32b1391-aba4-4541-8647-ddbba24716f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:00.414026 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-a32b1391-aba4-4541-8647-ddbba24716f9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2e71d31e-4ba9-47d1-a7a6-1ddec9e0e2ba HTTP/1.1" status: 204  len: 168 time: 0.4171262
Nov 16 22:19:01.252086 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d9e10e20-2ab0-4082-b374-5b86a7fd76cb req-986e1c17-6115-41d7-9721-bb23a9855cf9 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9210e616-5c10-4b12-894b-9672ac9f92da HTTP/1.1" status: 200  len: 210 time: 0.0522447
Nov 16 22:19:01.440193 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:19:01.631918 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 522a04aa-bcb1-40c8-8061-100965a0bdad no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:19:01.672679 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: 522a04aa-bcb1-40c8-8061-100965a0bdad {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:19:01.673037 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 522a04aa-bcb1-40c8-8061-100965a0bdad not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:19:02.473787 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:06.010935 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 43880) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:06.213464 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-86cf1f70-58a3-45c5-b6f1-134fcad5a928 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Deleting port 1c80cedc-a6dd-4836-9c30-ca2928bb0e7e {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:19:06.213816 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86cf1f70-58a3-45c5-b6f1-134fcad5a928 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:06.393791 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86cf1f70-58a3-45c5-b6f1-134fcad5a928 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:06.394723 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86cf1f70-58a3-45c5-b6f1-134fcad5a928 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:06.608439 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-86cf1f70-58a3-45c5-b6f1-134fcad5a928 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Calling delete_port for 1c80cedc-a6dd-4836-9c30-ca2928bb0e7e owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:19:06.828017 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86cf1f70-58a3-45c5-b6f1-134fcad5a928 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:06.831930 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-71ca86a2-b29a-47c0-868b-2124d6655281 tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:06.875049 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf1f70-58a3-45c5-b6f1-134fcad5a928 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event deleted for resources: {'Port': ['ID=1c80cedc-a6dd-4836-9c30-ca2928bb0e7e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:06.878151 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-86cf1f70-58a3-45c5-b6f1-134fcad5a928 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:06.967793 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86cf1f70-58a3-45c5-b6f1-134fcad5a928 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:06.968176 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.l3_db [None req-86cf1f70-58a3-45c5-b6f1-134fcad5a928 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Floating IP ca73258f-0481-4033-bc84-f99c9f64aebc disassociated (deleted). External IP: 172.27.1.50, port: e30126b1-579c-4fc9-9242-5ad42de7356e.
Nov 16 22:19:07.318551 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cf1f70-58a3-45c5-b6f1-134fcad5a928 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Router 9f825689-a7ab-49eb-bade-a5da89564a6a has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:19:07.494412 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cf1f70-58a3-45c5-b6f1-134fcad5a928 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:19:07.505562 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d48149-7d6b-4dbc-b906-1c5a2d740518 None None] Sync routers for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:19:07.514180 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-86cf1f70-58a3-45c5-b6f1-134fcad5a928 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:07.516598 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d48149-7d6b-4dbc-b906-1c5a2d740518 None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:19:07.517292 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-20d48149-7d6b-4dbc-b906-1c5a2d740518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1adf250>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:18:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:07.568895 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-86cf1f70-58a3-45c5-b6f1-134fcad5a928 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "DELETE /v2.0/floatingips/ca73258f-0481-4033-bc84-f99c9f64aebc HTTP/1.1" status: 204  len: 168 time: 1.5567760
Nov 16 22:19:07.569581 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cea763a-48f7-4810-9e61-4984c771a007', 'tag': 'e30126b1-579c-4fc9-9242-5ad42de7356e'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:19:07.616282 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cea763a-48f7-4810-9e61-4984c771a007', 'tag': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'status': 'completed', 'code': 200}
Nov 16 22:19:07.700116 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-20d48149-7d6b-4dbc-b906-1c5a2d740518 None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:19:08.013075 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-20d48149-7d6b-4dbc-b906-1c5a2d740518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1adf250>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:08.017049 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d48149-7d6b-4dbc-b906-1c5a2d740518 None None] Checking router: 9f825689-a7ab-49eb-bade-a5da89564a6a for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:19:08.025367 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d48149-7d6b-4dbc-b906-1c5a2d740518 None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:19:08.030075 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-20d48149-7d6b-4dbc-b906-1c5a2d740518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d1adf250>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:18:47Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:08.165661 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d8eaa-f1d0-49d3-825a-ea3a1f4bea36 req-31239120-3143-4546-90f3-edadbdd358e3 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:08.167136 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-543d8eaa-f1d0-49d3-825a-ea3a1f4bea36 req-31239120-3143-4546-90f3-edadbdd358e3 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 945 time: 0.0867169
Nov 16 22:19:08.203124 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-20d48149-7d6b-4dbc-b906-1c5a2d740518 None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:19:08.211059 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-543d8eaa-f1d0-49d3-825a-ea3a1f4bea36 req-f31fe67b-366e-488a-83f9-8d1c7a33d7a2 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381017
Nov 16 22:19:08.572294 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-20d48149-7d6b-4dbc-b906-1c5a2d740518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d1adf250>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:08.576183 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d48149-7d6b-4dbc-b906-1c5a2d740518 None None] The sync data for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi is: [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:08:38Z', 'revision_number': 4, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi', '_interfaces': [{'id': '0f912ff3-beac-41df-959b-a3d6a6fbfcbe', 'name': '', 'network_id': '6431ab66-4714-41a7-87a8-d3f34aa0544b', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'mac_address': 'fa:16:3e:c6:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:38Z', 'updated_at': '2021-11-16T22:08:46Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'subnets': [{'id': '7c792dd0-a876-4286-9c4a-d4da350cf7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:19:08.799499 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d075bbec-1967-4049-b671-9e7b65d63c0b None None] New status for floating IP ca73258f-0481-4033-bc84-f99c9f64aebc: DOWN {{(pid=87472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 16 22:19:09.401513 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2915179-23c1-4bbc-9311-f91cdbc92be6 req-13e8c657-4b02-4d97-8634-ecc7fc5b780e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:09.402880 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c2915179-23c1-4bbc-9311-f91cdbc92be6 req-13e8c657-4b02-4d97-8634-ecc7fc5b780e tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 945 time: 0.0829852
Nov 16 22:19:09.449237 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c2915179-23c1-4bbc-9311-f91cdbc92be6 req-296343c4-0ad1-4eda-8d8b-1c3934d63c21 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407231
Nov 16 22:19:10.632151 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa2201-bf3f-400b-990c-6eab5648c7d3 req-4beb9764-f496-4ee2-8200-68f4a09c8905 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:10.633586 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0bfa2201-bf3f-400b-990c-6eab5648c7d3 req-4beb9764-f496-4ee2-8200-68f4a09c8905 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 945 time: 0.0813649
Nov 16 22:19:10.680484 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0bfa2201-bf3f-400b-990c-6eab5648c7d3 req-0c9d248c-a9d5-4e01-9a66-d4a231b39cf8 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413105
Nov 16 22:19:11.415377 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bbe51-6569-4f35-b5ac-fe254db50cd2 req-acdb4f24-588e-4821-8bf7-97668c74ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:11.416809 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d73bbe51-6569-4f35-b5ac-fe254db50cd2 req-acdb4f24-588e-4821-8bf7-97668c74ef7a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 1098 time: 0.0711596
Nov 16 22:19:11.579770 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bbe51-6569-4f35-b5ac-fe254db50cd2 req-e8c85b44-47f4-4a0f-af5a-1d57ef7dd916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:11.581198 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d73bbe51-6569-4f35-b5ac-fe254db50cd2 req-e8c85b44-47f4-4a0f-af5a-1d57ef7dd916 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6431ab66-4714-41a7-87a8-d3f34aa0544b HTTP/1.1" status: 200  len: 912 time: 0.1247902
Nov 16 22:19:11.835580 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d73bbe51-6569-4f35-b5ac-fe254db50cd2 req-66bef1bb-5546-42fd-b140-eb93cecea076 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e30126b1-579c-4fc9-9242-5ad42de7356e HTTP/1.1" status: 200  len: 217 time: 0.0683570
Nov 16 22:19:11.878120 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8482e-021b-4458-bd83-7073edef8898 req-08aeb8a5-0a89-43a8-a412-bd57d7048933 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:11.881153 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b2e8482e-021b-4458-bd83-7073edef8898 req-08aeb8a5-0a89-43a8-a412-bd57d7048933 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 945 time: 0.0819383
Nov 16 22:19:11.906219 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bbe51-6569-4f35-b5ac-fe254db50cd2 req-8ac5f5ff-2f4c-443d-8ee6-8e708f18ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:11.907866 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d73bbe51-6569-4f35-b5ac-fe254db50cd2 req-8ac5f5ff-2f4c-443d-8ee6-8e708f18ee7d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c792dd0-a876-4286-9c4a-d4da350cf7f1 HTTP/1.1" status: 200  len: 850 time: 0.0640171
Nov 16 22:19:11.927197 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b2e8482e-021b-4458-bd83-7073edef8898 req-d37ef285-c309-4a68-b6f4-db0872147834 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404987
Nov 16 22:19:11.985916 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bbe51-6569-4f35-b5ac-fe254db50cd2 req-d7d906a0-1004-4187-a73b-856af65a3adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:11.987342 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d73bbe51-6569-4f35-b5ac-fe254db50cd2 req-d7d906a0-1004-4187-a73b-856af65a3adf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6431ab66-4714-41a7-87a8-d3f34aa0544b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714455
Nov 16 22:19:12.233176 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d73bbe51-6569-4f35-b5ac-fe254db50cd2 req-54971590-5ca7-4443-8fc6-a34f110d8a44 service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2370610
Nov 16 22:19:12.368828 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-d73bbe51-6569-4f35-b5ac-fe254db50cd2 req-7ace4feb-3293-4a0c-b0fc-db3254f836ff service neutron] 10.222.0.72 "GET /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284225
Nov 16 22:19:12.853846 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c6f51-7eab-4103-9c08-f6d6c5ed8272 req-e7366f80-9947-4e66-b46d-d56379254fc5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:12.854540 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-760c6f51-7eab-4103-9c08-f6d6c5ed8272 req-e7366f80-9947-4e66-b46d-d56379254fc5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Synchronizing usage tracker for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:19:12.924576 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-760c6f51-7eab-4103-9c08-f6d6c5ed8272 req-e7366f80-9947-4e66-b46d-d56379254fc5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Unset dirty status for tenant:6f9679bda1c74f76bcf5494a43c366b3 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:19:12.926387 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-760c6f51-7eab-4103-9c08-f6d6c5ed8272 req-e7366f80-9947-4e66-b46d-d56379254fc5 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 945 time: 0.1517410
Nov 16 22:19:13.000960 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-760c6f51-7eab-4103-9c08-f6d6c5ed8272 req-87c5f0a5-cb80-42bf-b00b-e03d960b3e64 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Deleting port e30126b1-579c-4fc9-9242-5ad42de7356e {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:19:13.001297 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-760c6f51-7eab-4103-9c08-f6d6c5ed8272 req-87c5f0a5-cb80-42bf-b00b-e03d960b3e64 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:13.116750 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd946ab-8359-4c65-aa98-7684a4e8246c req-7efaae12-d829-4aba-b6f6-1721d46b4d2c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:13.118288 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ddd946ab-8359-4c65-aa98-7684a4e8246c req-7efaae12-d829-4aba-b6f6-1721d46b4d2c tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 945 time: 0.0860085
Nov 16 22:19:13.167717 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ddd946ab-8359-4c65-aa98-7684a4e8246c req-c6281c4d-9c37-41aa-b7ca-00fbf2fb6d78 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b1f3f4f-e116-42be-961c-166655608bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438735
Nov 16 22:19:13.267004 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-760c6f51-7eab-4103-9c08-f6d6c5ed8272 req-87c5f0a5-cb80-42bf-b00b-e03d960b3e64 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] For port e30126b1-579c-4fc9-9242-5ad42de7356e, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=e30126b1-579c-4fc9-9242-5ad42de7356e,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:19:13.267372 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-760c6f51-7eab-4103-9c08-f6d6c5ed8272 req-87c5f0a5-cb80-42bf-b00b-e03d960b3e64 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:13.390871 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-760c6f51-7eab-4103-9c08-f6d6c5ed8272 req-87c5f0a5-cb80-42bf-b00b-e03d960b3e64 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Calling delete_port for e30126b1-579c-4fc9-9242-5ad42de7356e owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:19:13.599149 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-760c6f51-7eab-4103-9c08-f6d6c5ed8272 req-87c5f0a5-cb80-42bf-b00b-e03d960b3e64 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:13.604923 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:13.651339 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5f0a5-cb80-42bf-b00b-e03d960b3e64 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event deleted for resources: {'Port': ['ID=e30126b1-579c-4fc9-9242-5ad42de7356e,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:13.683276 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-87c5f0a5-cb80-42bf-b00b-e03d960b3e64 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:13.725533 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-760c6f51-7eab-4103-9c08-f6d6c5ed8272 req-87c5f0a5-cb80-42bf-b00b-e03d960b3e64 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] No DVR routers for this DVR port e30126b1-579c-4fc9-9242-5ad42de7356e on host hv-cinder-81814 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:19:13.727901 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-760c6f51-7eab-4103-9c08-f6d6c5ed8272 req-87c5f0a5-cb80-42bf-b00b-e03d960b3e64 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:13.730478 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cea763a-48f7-4810-9e61-4984c771a007', 'name': 'network-vif-deleted', 'tag': 'e30126b1-579c-4fc9-9242-5ad42de7356e'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:19:13.774571 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cea763a-48f7-4810-9e61-4984c771a007', 'name': 'network-vif-deleted', 'tag': 'e30126b1-579c-4fc9-9242-5ad42de7356e', 'status': 'completed', 'code': 200}
Nov 16 22:19:13.808234 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-760c6f51-7eab-4103-9c08-f6d6c5ed8272 req-87c5f0a5-cb80-42bf-b00b-e03d960b3e64 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.72 "DELETE /v2.0/ports/e30126b1-579c-4fc9-9242-5ad42de7356e HTTP/1.1" status: 204  len: 173 time: 0.8763845
Nov 16 22:19:14.316331 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ee2da28f-00c0-408a-b9bb-4baace05f223 req-8745cb6f-78d9-4416-94e6-56b4fab4a100 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 210 time: 0.0421588
Nov 16 22:19:14.610080 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-edf740af-6717-490c-910d-a52d34b627a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:15.112896 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:15.469606 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2b1d4f2c-43e5-4b3c-a86d-b39adf9dffd2 req-804c2969-97b9-435f-9f93-93aa19203949 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 210 time: 0.0471859
Nov 16 22:19:16.624496 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-92d2c0c3-0b84-4b91-ac67-d5e1f4af2022 req-f2f4bd48-b99d-48e3-a03c-2b2109e08532 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 210 time: 0.0466447
Nov 16 22:19:17.255903 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-47d2610e-f300-4793-96b4-1983e8a389c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:17.774124 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-66ee00ce-5dc3-4f58-8a4a-aaf09337c8f7 req-ad82be86-3618-4ad4-a2e1-da4d3f6f4680 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 210 time: 0.0427489
Nov 16 22:19:18.647947 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:18.920525 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-7ea59471-c4b0-4852-8e5a-4c2db1db7f30 req-ae2c5112-620c-4f66-95ca-f363b613a9ee tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 210 time: 0.0434260
Nov 16 22:19:19.950924 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:20.076177 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-62d58d63-6632-4408-95b2-fce95c69e9f4 req-89d9389f-81a6-4b4f-bda2-b7a600e3c3f8 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 210 time: 0.0458932
Nov 16 22:19:20.206545 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device e30126b1-579c-4fc9-9242-5ad42de7356e no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:19:20.241339 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: e30126b1-579c-4fc9-9242-5ad42de7356e {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:19:20.241687 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device e30126b1-579c-4fc9-9242-5ad42de7356e not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:19:21.224906 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2845a1c5-26aa-412d-a8d8-dcbad2ed1b51 req-9a100686-eb94-4603-a085-ebc7c17008ba tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cea763a-48f7-4810-9e61-4984c771a007 HTTP/1.1" status: 200  len: 210 time: 0.0435579
Nov 16 22:19:22.317858 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 44000) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:22.471900 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-1379fc0d-92f2-4688-a455-15f196dc1a74 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Deleting port 9cf9d315-635f-4fd8-a48c-1fd0c80dbb86 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:19:22.472231 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1379fc0d-92f2-4688-a455-15f196dc1a74 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:22.637255 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1379fc0d-92f2-4688-a455-15f196dc1a74 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:22.637482 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1379fc0d-92f2-4688-a455-15f196dc1a74 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:22.847488 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-1379fc0d-92f2-4688-a455-15f196dc1a74 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Calling delete_port for 9cf9d315-635f-4fd8-a48c-1fd0c80dbb86 owned by network:floatingip {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:19:23.095901 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1379fc0d-92f2-4688-a455-15f196dc1a74 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:23.104467 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-3548f714-2d26-4425-bc89-a6afc0506cce tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:23.146302 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379fc0d-92f2-4688-a455-15f196dc1a74 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event deleted for resources: {'Port': ['ID=9cf9d315-635f-4fd8-a48c-1fd0c80dbb86,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:23.179091 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-1379fc0d-92f2-4688-a455-15f196dc1a74 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:23.246236 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1379fc0d-92f2-4688-a455-15f196dc1a74 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for floatingip, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:23.260093 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1379fc0d-92f2-4688-a455-15f196dc1a74 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for floatingip, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:23.261227 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-1379fc0d-92f2-4688-a455-15f196dc1a74 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "DELETE /v2.0/floatingips/e4359a29-48af-431d-8ab8-3c764308c78e HTTP/1.1" status: 204  len: 168 time: 0.9423552
Nov 16 22:19:30.219910 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 44068) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:30.288889 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da058ae8-48d6-4a74-8c59-118ede72cfd4 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:30.318957 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da058ae8-48d6-4a74-8c59-118ede72cfd4 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:30.464410 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da058ae8-48d6-4a74-8c59-118ede72cfd4 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:30.469789 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d76269e6-c0e7-4251-a3b8-4df3e181e5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:30.484418 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da058ae8-48d6-4a74-8c59-118ede72cfd4 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1f3f4f-e116-42be-961c-166655608bad,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:30.486932 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-da058ae8-48d6-4a74-8c59-118ede72cfd4 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:30.543977 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-da058ae8-48d6-4a74-8c59-118ede72cfd4 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:30.545159 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-da058ae8-48d6-4a74-8c59-118ede72cfd4 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] 10.222.0.71 "DELETE /v2.0/security-groups/2b1f3f4f-e116-42be-961c-166655608bad HTTP/1.1" status: 204  len: 168 time: 0.3242443
Nov 16 22:19:30.678877 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 44074) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:31.393985 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9dc744cc-f8ca-4b2d-89fc-01f98e174557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489157'] for router_interface, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:31.756018 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-9dc744cc-f8ca-4b2d-89fc-01f98e174557 admin admin] Deleting port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:19:31.756357 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9dc744cc-f8ca-4b2d-89fc-01f98e174557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:32.034186 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-9dc744cc-f8ca-4b2d-89fc-01f98e174557 admin admin] For port 0f912ff3-beac-41df-959b-a3d6a6fbfcbe, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=0f912ff3-beac-41df-959b-a3d6a6fbfcbe,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:19:32.034539 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9dc744cc-f8ca-4b2d-89fc-01f98e174557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:32.165750 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-9dc744cc-f8ca-4b2d-89fc-01f98e174557 admin admin] Calling delete_port for 0f912ff3-beac-41df-959b-a3d6a6fbfcbe owned by network:router_interface {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:19:32.404164 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9dc744cc-f8ca-4b2d-89fc-01f98e174557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:32.408068 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a5b5ce5a-50ea-4501-95f7-09b88fe4c8fd tempest-AttachVolumeTestJSON-1593611977 tempest-AttachVolumeTestJSON-1593611977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:32.454035 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc744cc-f8ca-4b2d-89fc-01f98e174557 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f912ff3-beac-41df-959b-a3d6a6fbfcbe,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:32.457002 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-9dc744cc-f8ca-4b2d-89fc-01f98e174557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:32.478570 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:32.726615 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-9dc744cc-f8ca-4b2d-89fc-01f98e174557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-465237'] for router_interface, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:33.091866 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc744cc-f8ca-4b2d-89fc-01f98e174557 admin admin] Router 9f825689-a7ab-49eb-bade-a5da89564a6a has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:19:33.167606 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 44112) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:33.269602 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc744cc-f8ca-4b2d-89fc-01f98e174557 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:19:33.278799 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf1079-f1d5-45c1-a0a2-7e07521edbfe None None] Sync routers for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:19:33.283768 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-9dc744cc-f8ca-4b2d-89fc-01f98e174557 admin admin] 10.222.0.71 "PUT /v2.0/routers/9f825689-a7ab-49eb-bade-a5da89564a6a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6022620
Nov 16 22:19:33.284674 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 44118) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:33.288475 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-67bfd867-b1a7-481b-a093-3293d0eab0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:33.290374 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf1079-f1d5-45c1-a0a2-7e07521edbfe None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:19:33.290996 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-9bdf1079-f1d5-45c1-a0a2-7e07521edbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d21cc6a0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:19:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:33.306315 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-67bfd867-b1a7-481b-a093-3293d0eab0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:19:33.311429 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-67bfd867-b1a7-481b-a093-3293d0eab0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:942dbe9b1f744cff89ad5faaed06806c is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:19:33.314467 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-67bfd867-b1a7-481b-a093-3293d0eab0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:19:33.320368 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-67bfd867-b1a7-481b-a093-3293d0eab0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:19:33.407601 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-67bfd867-b1a7-481b-a093-3293d0eab0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:33.470378 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-67bfd867-b1a7-481b-a093-3293d0eab0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:33.472441 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-9bdf1079-f1d5-45c1-a0a2-7e07521edbfe None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:19:33.483402 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-26b96ca8-8597-4e97-b2bd-1512eca29be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:33.526340 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-67bfd867-b1a7-481b-a093-3293d0eab0a8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=942dbe9b1f744cff89ad5faaed06806c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3576529
Nov 16 22:19:33.528363 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfd867-b1a7-481b-a093-3293d0eab0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b9232d-b3f4-4ac8-a24c-154ee3aaf365,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:33.530899 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 44122) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:33.545228 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-67bfd867-b1a7-481b-a093-3293d0eab0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:33.597679 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ebffddbe-e5c8-4408-9f9c-9eae920842bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:33.604538 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:33.625501 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ebffddbe-e5c8-4408-9f9c-9eae920842bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:33.763900 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ebffddbe-e5c8-4408-9f9c-9eae920842bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:33.766660 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-9bdf1079-f1d5-45c1-a0a2-7e07521edbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d21cc6a0>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:19:32Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:33.767922 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-67bfd867-b1a7-481b-a093-3293d0eab0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:33.771501 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf1079-f1d5-45c1-a0a2-7e07521edbfe None None] Checking router: 9f825689-a7ab-49eb-bade-a5da89564a6a for host: dv-cinder-818140-1-iscsi {{(pid=87471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:19:33.780684 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf1079-f1d5-45c1-a0a2-7e07521edbfe None None] Routers {'9f825689-a7ab-49eb-bade-a5da89564a6a'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:19:33.780872 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffddbe-e5c8-4408-9f9c-9eae920842bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b9232d-b3f4-4ac8-a24c-154ee3aaf365,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:33.781377 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-9bdf1079-f1d5-45c1-a0a2-7e07521edbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d21cc6a0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:19:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['9f825689-a7ab-49eb-bade-a5da89564a6a'], 'active': True} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:33.783423 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ebffddbe-e5c8-4408-9f9c-9eae920842bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:33.791280 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:33.793488 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-ebffddbe-e5c8-4408-9f9c-9eae920842bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:33.796246 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-ebffddbe-e5c8-4408-9f9c-9eae920842bd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/72b9232d-b3f4-4ac8-a24c-154ee3aaf365 HTTP/1.1" status: 204  len: 168 time: 0.2642062
Nov 16 22:19:33.867220 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] Deleting port df7388ea-3441-4ffc-943f-df6ea458f497 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:19:33.871001 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:33.976321 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_dvr_db [None req-9bdf1079-f1d5-45c1-a0a2-7e07521edbfe None None] Set router 9f825689-a7ab-49eb-bade-a5da89564a6a gateway port host: dv-cinder-818140-1-iscsi {{(pid=87471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:19:34.044297 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] For port df7388ea-3441-4ffc-943f-df6ea458f497, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=df7388ea-3441-4ffc-943f-df6ea458f497,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:19:34.044560 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:34.175709 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] Calling delete_port for df7388ea-3441-4ffc-943f-df6ea458f497 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:19:34.324208 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.l3_hamode_db [None req-9bdf1079-f1d5-45c1-a0a2-7e07521edbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d21cc6a0>, [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:19:32Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:34.335563 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf1079-f1d5-45c1-a0a2-7e07521edbfe None None] The sync data for ids ['9f825689-a7ab-49eb-bade-a5da89564a6a'] in dv-cinder-818140-1-iscsi is: [{'id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'name': 'tempest-TestVolumeBootPattern-589568015-router', 'tenant_id': '6f9679bda1c74f76bcf5494a43c366b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:32Z', 'updated_at': '2021-11-16T22:19:32Z', 'revision_number': 5, 'project_id': '6f9679bda1c74f76bcf5494a43c366b3', 'gw_port': {'id': 'df7388ea-3441-4ffc-943f-df6ea458f497', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f825689-a7ab-49eb-bade-a5da89564a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:33Z', 'updated_at': '2021-11-16T22:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}] {{(pid=87471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:19:34.441423 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:34.446378 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-daf6b416-1bb6-4af2-a3f0-d5224fd46bbe tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:34.491096 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] Pushing event deleted for resources: {'Port': ['ID=df7388ea-3441-4ffc-943f-df6ea458f497,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:34.494888 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:34.585283 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984602'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:34.758712 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1624'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:34.761105 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:34.841412 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-488987'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:34.841963 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f825689-a7ab-49eb-bade-a5da89564a6a {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 16 22:19:34.855175 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:34.856352 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] 10.222.0.71 "DELETE /v2.0/routers/9f825689-a7ab-49eb-bade-a5da89564a6a HTTP/1.1" status: 204  len: 168 time: 1.5707712
Nov 16 22:19:34.859060 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 44148) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:34.879003 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 44152) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:34.932734 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86077cb-83c2-4030-ba35-9b67c587be0e admin admin] Deleting subnet 7c792dd0-a876-4286-9c4a-d4da350cf7f1 {{(pid=87469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:19:34.935871 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e86077cb-83c2-4030-ba35-9b67c587be0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:34.988503 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e86077cb-83c2-4030-ba35-9b67c587be0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6288082'] for subnet, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.002461 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-434527262-network', 'tenant_id': '470c53de7c624c05bf06d67576d986e3'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:19:35.008843 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:19:35.014695 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Usage tracker for resource:network and tenant:470c53de7c624c05bf06d67576d986e3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:19:35.018462 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:19:35.024768 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:19:35.076941 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e86077cb-83c2-4030-ba35-9b67c587be0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.112570 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Made reservation on behalf of 470c53de7c624c05bf06d67576d986e3 for: {'network': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:19:35.115433 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for network, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.128009 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.142715 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:19:35.147145 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Usage tracker for resource:security_group_rule and tenant:470c53de7c624c05bf06d67576d986e3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:19:35.150014 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:19:35.155634 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:19:35.210042 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e86077cb-83c2-4030-ba35-9b67c587be0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6816941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016861'] for subnet, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.216180 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0f996f92-14ef-430e-b64d-dc8438ece581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:35.235049 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.253151 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e86077cb-83c2-4030-ba35-9b67c587be0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.256937 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86077cb-83c2-4030-ba35-9b67c587be0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c792dd0-a876-4286-9c4a-d4da350cf7f1,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:35.258876 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cab5d0-4464-4ffb-b263-08d710f80e91 None None] Network 6431ab66-4714-41a7-87a8-d3f34aa0544b requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:19:35.259368 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e86077cb-83c2-4030-ba35-9b67c587be0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:35.263776 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-e86077cb-83c2-4030-ba35-9b67c587be0e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/7c792dd0-a876-4286-9c4a-d4da350cf7f1 HTTP/1.1" status: 204  len: 168 time: 0.4036825
Nov 16 22:19:35.266139 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 44160) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:35.333130 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.336732 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-17ff0268-11c6-4958-aa67-c2f65e9dc687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:35.370899 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783}  {{(pid=87470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 16 22:19:35.381144 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.393007 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Deleting port 27df53a3-b6bf-42eb-a018-38e9b90092ad {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:19:35.393341 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.397550 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.398154 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.db.segments_db [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Added segment 9d913cc2-2c27-46d7-8ae5-33979bd676c6 of type vlan for network 0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d
Nov 16 22:19:35.399729 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb5329a-6790-4d88-8903-15994e50d708,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:35.406507 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:35.436072 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350365332'] for network, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.535862 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561'] for network, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.537187 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:35.537858 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.548083 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eba712-9825-4a43-bb1e-2da944c14618 None None] DHCP port deletion for 6431ab66-4714-41a7-87a8-d3f34aa0544b request from dv-cinder-818140-1-iscsi {{(pid=87471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 16 22:19:35.549783 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fd5efcb5-5cda-4524-8a9a-1332133de25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:35.553994 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a4eba712-9825-4a43-bb1e-2da944c14618 None None] Deleting port 27df53a3-b6bf-42eb-a018-38e9b90092ad {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:19:35.554933 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a4eba712-9825-4a43-bb1e-2da944c14618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.653843 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Pushing event updated for resources: {'Network': ['ID=0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:35.656724 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:35.666744 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Network 0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d details requested by agent ovs-agent-dv-cinder-818140-1-iscsi with host dv-cinder-818140-1-iscsi {{(pid=87471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 16 22:19:35.699301 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-90add7c9-aeb8-4302-b4af-3e4bf0a11432 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8189011
Nov 16 22:19:35.702030 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 44164) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:35.710120 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] Request body: {'subnet': {'network_id': '0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-434527262-subnet', 'tenant_id': '470c53de7c624c05bf06d67576d986e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:19:35.713045 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] For port 27df53a3-b6bf-42eb-a018-38e9b90092ad, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=27df53a3-b6bf-42eb-a018-38e9b90092ad,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:19:35.713045 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.714911 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:19:35.718965 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] Usage tracker for resource:subnet and tenant:470c53de7c624c05bf06d67576d986e3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:19:35.721953 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:19:35.728207 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:19:35.812782 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] Made reservation on behalf of 470c53de7c624c05bf06d67576d986e3 for: {'subnet': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:19:35.815953 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6122474'] for subnet, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.835703 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Calling delete_port for 27df53a3-b6bf-42eb-a018-38e9b90092ad owned by network:dhcp {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:19:35.866093 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-a4eba712-9825-4a43-bb1e-2da944c14618 None None] For port 27df53a3-b6bf-42eb-a018-38e9b90092ad, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=27df53a3-b6bf-42eb-a018-38e9b90092ad,segment=NetworkSegment(543340c5-6c0b-4ac9-810c-2a2333afe6e3),segment_id=543340c5-6c0b-4ac9-810c-2a2333afe6e3)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:19:35.866504 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a4eba712-9825-4a43-bb1e-2da944c14618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:35.995563 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a4eba712-9825-4a43-bb1e-2da944c14618 None None] Calling delete_port for 27df53a3-b6bf-42eb-a018-38e9b90092ad owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:19:36.007410 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:36.012468 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-5c68ca30-294f-4bf7-a5db-0dde6591d99d tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:36.056877 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Pushing event deleted for resources: {'Port': ['ID=27df53a3-b6bf-42eb-a018-38e9b90092ad,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:36.060914 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:36.064128 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] No DVR routers for this DVR port 27df53a3-b6bf-42eb-a018-38e9b90092ad on host dv-cinder-818140-1-iscsi {{(pid=87469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:19:36.080926 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-a4eba712-9825-4a43-bb1e-2da944c14618 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 16 22:19:36.081803 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-a4eba712-9825-4a43-bb1e-2da944c14618 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 16 22:19:36.196041 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5397298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6122392'] for subnet, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:36.196317 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:36.201553 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:36.215913 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 0f912ff3-beac-41df-959b-a3d6a6fbfcbe no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:19:36.223752 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d0a9e970>,) {'filters': {'network_id': ['6431ab66-4714-41a7-87a8-d3f34aa0544b']}} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:36.236508 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d0a9e970>, '543340c5-6c0b-4ac9-810c-2a2333afe6e3') {'for_net_delete': True} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:36.236803 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d0a9e970>, '543340c5-6c0b-4ac9-810c-2a2333afe6e3') {} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:36.248456 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6288077'] for segment, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:36.255785 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: 0f912ff3-beac-41df-959b-a3d6a6fbfcbe {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:19:36.256307 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 0f912ff3-beac-41df-959b-a3d6a6fbfcbe not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:19:36.256918 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 27df53a3-b6bf-42eb-a018-38e9b90092ad no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:19:36.272847 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:36.275174 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a958924c-c368-44f2-8fec-68356edcc87e,revision_number=0']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:36.278705 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:36.283111 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=87469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:19:36.283537 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6816971'] for segment, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:36.289914 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] Checking segment: {'id': '9d913cc2-2c27-46d7-8ae5-33979bd676c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:19:36.292008 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] Network hostable DHCP agents. Network: 0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d, hostable agents: ['214900c0-64b1-41c6-978c-76d935007fcb'], hosted agents: [] {{(pid=87470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 16 22:19:36.292118 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: 27df53a3-b6bf-42eb-a018-38e9b90092ad {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:19:36.292615 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 27df53a3-b6bf-42eb-a018-38e9b90092ad not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:19:36.292774 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device df7388ea-3441-4ffc-943f-df6ea458f497 no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]: Traceback (most recent call last):
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:     timer()
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:     cb(*args, **kw)
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:     return func(*args, **kwargs)
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:     self._notify()
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:     self.callback(batched_events)
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:     event.method(event)
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:     return f(self, *a, **k)
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self._get(url).json()
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:19:36.297486 dv-cinder-818140-1-iscsi neutron-server[87469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:19:36.328359 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: df7388ea-3441-4ffc-943f-df6ea458f497 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:19:36.328729 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device df7388ea-3441-4ffc-943f-df6ea458f497 not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:19:36.358598 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] Network 0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d is scheduled to be hosted by DHCP agent 214900c0-64b1-41c6-978c-76d935007fcb with binding_index 1 {{(pid=87470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 16 22:19:36.435996 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818140-1-iscsi, 0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d) {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:19:36.436306 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:36.440929 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:36.442266 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:36.442865 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:36.450878 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0814b008-e9bd-4b23-8568-2b21155f31b1 None None] Network 0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:19:36.458329 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:36.464581 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Pushing event deleted for resources: {'Network': ['ID=6431ab66-4714-41a7-87a8-d3f34aa0544b,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:36.475684 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:36.551079 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-be37ec1c-e163-4dda-9057-95de5e4909fb admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8480325
Nov 16 22:19:36.559163 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-2ee5a116-4951-4030-b496-2d6e465ee11d admin admin] 10.222.0.71 "DELETE /v2.0/networks/6431ab66-4714-41a7-87a8-d3f34aa0544b HTTP/1.1" status: 204  len: 168 time: 1.2919559
Nov 16 22:19:36.561733 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 44172) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:36.583358 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a4eba712-9825-4a43-bb1e-2da944c14618 None None] Deleting port 27df53a3-b6bf-42eb-a018-38e9b90092ad {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:19:36.583747 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a4eba712-9825-4a43-bb1e-2da944c14618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:36.700937 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a4eba712-9825-4a43-bb1e-2da944c14618 None None] The port '27df53a3-b6bf-42eb-a018-38e9b90092ad' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 16 22:19:36.747139 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e62c8f-d57b-4341-a8e6-742cbe5cc7e9 None None] Network 0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:19:37.143812 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-60bedb3b-6092-42d9-aaac-92c8d7bdc037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489157'] for router_interface, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:37.631113 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-60bedb3b-6092-42d9-aaac-92c8d7bdc037 admin admin] Deleting port 6e2f38a7-8f7c-44dd-8596-10dd73710aca {{(pid=87469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:19:37.631525 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-60bedb3b-6092-42d9-aaac-92c8d7bdc037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:37.804939 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.db [None req-60bedb3b-6092-42d9-aaac-92c8d7bdc037 admin admin] For port 6e2f38a7-8f7c-44dd-8596-10dd73710aca, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=6e2f38a7-8f7c-44dd-8596-10dd73710aca,segment=NetworkSegment(56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7),segment_id=56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7)] {{(pid=87469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:19:37.805293 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-60bedb3b-6092-42d9-aaac-92c8d7bdc037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:37.928291 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.plugin [None req-60bedb3b-6092-42d9-aaac-92c8d7bdc037 admin admin] Calling delete_port for 6e2f38a7-8f7c-44dd-8596-10dd73710aca owned by network:router_interface {{(pid=87469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:19:38.186684 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-60bedb3b-6092-42d9-aaac-92c8d7bdc037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6817022'] for port, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:38.192048 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a943d31d-8ed9-4ba5-a665-dd2538fcc7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:38.240202 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bedb3b-6092-42d9-aaac-92c8d7bdc037 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2f38a7-8f7c-44dd-8596-10dd73710aca,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:38.267076 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-60bedb3b-6092-42d9-aaac-92c8d7bdc037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:38.438995 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:19:38.510968 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-60bedb3b-6092-42d9-aaac-92c8d7bdc037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-465237'] for router_interface, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:39.081791 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bedb3b-6092-42d9-aaac-92c8d7bdc037 admin admin] Router f6a7bb16-a746-4150-8e82-a9616ec8d1c9 has already been hosted by L3 agent e54b86f2-253f-4e04-a5c9-dcd5dd6373ee {{(pid=87469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 16 22:19:39.188957 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c51c2ac2-c303-48a0-bad6-56106fb2a55e tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:39.190396 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c51c2ac2-c303-48a0-bad6-56106fb2a55e tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/networks?id=0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d HTTP/1.1" status: 200  len: 808 time: 0.2417173
Nov 16 22:19:39.224989 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-4fff4922-4087-4731-9d21-8facb2a47470 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/quotas/470c53de7c624c05bf06d67576d986e3 HTTP/1.1" status: 200  len: 375 time: 0.0209544
Nov 16 22:19:39.346334 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-ec3b7261-dbb3-4aaf-a2c0-c9120af3478c tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=470c53de7c624c05bf06d67576d986e3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0658793
Nov 16 22:19:39.367015 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bedb3b-6092-42d9-aaac-92c8d7bdc037 admin admin] Notify agent at l3_agent.dv-cinder-818140-1-iscsi the message routers_updated {{(pid=87469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 16 22:19:39.382932 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf14784-3830-41af-b34c-0033096f71ae None None] Sync routers for ids ['f6a7bb16-a746-4150-8e82-a9616ec8d1c9'] in dv-cinder-818140-1-iscsi {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 16 22:19:39.392862 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf14784-3830-41af-b34c-0033096f71ae None None] Routers {'f6a7bb16-a746-4150-8e82-a9616ec8d1c9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:19:39.393470 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-baf14784-3830-41af-b34c-0033096f71ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d25e20a0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:19:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['f6a7bb16-a746-4150-8e82-a9616ec8d1c9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:39.424730 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-bca20b8d-f96b-4ba1-8e01-a7d665eb2d9b service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=87469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 16 22:19:39.425889 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-bca20b8d-f96b-4ba1-8e01-a7d665eb2d9b service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0661364
Nov 16 22:19:39.505437 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-60bedb3b-6092-42d9-aaac-92c8d7bdc037 admin admin] 10.222.0.71 "PUT /v2.0/routers/f6a7bb16-a746-4150-8e82-a9616ec8d1c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9422164
Nov 16 22:19:39.507124 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 44222) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:39.579088 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-baf14784-3830-41af-b34c-0033096f71ae None None] Set router f6a7bb16-a746-4150-8e82-a9616ec8d1c9 gateway port host: dv-cinder-818140-1-iscsi {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:19:39.624725 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-47d239b1-9275-4953-ab6e-73741f942b4d service neutron] 10.222.0.71 "GET /v2.0/networks/0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1916637
Nov 16 22:19:39.727409 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] Notify callbacks [] for router, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:39.764327 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-dca1bc9c-149b-4a1d-85af-63fc77aed61f service neutron] 10.222.0.71 "GET /v2.0/networks/0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325822
Nov 16 22:19:39.914276 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:39.922536 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-baf14784-3830-41af-b34c-0033096f71ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d25e20a0>, [{'id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'name': 'tempest-TestVolumeBootPattern-1551064107-router', 'tenant_id': '3e200544e4fb47d3afa25a3be713c801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'external_fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '07482e07-5129-4294-bd0e-a8f57153b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:43Z', 'updated_at': '2021-11-16T22:19:38Z', 'revision_number': 5, 'project_id': '3e200544e4fb47d3afa25a3be713c801', 'gw_port': {'id': '07482e07-5129-4294-bd0e-a8f57153b3d1', 'name': '', 'network_id': '10de077c-bbee-4272-8747-14a2748b01b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818140-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:44Z', 'updated_at': '2021-11-16T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0755f1d-0fb7-42ea-9726-81f58c277d98', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818140-1-iscsi'}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:39.927387 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf14784-3830-41af-b34c-0033096f71ae None None] Checking router: f6a7bb16-a746-4150-8e82-a9616ec8d1c9 for host: dv-cinder-818140-1-iscsi {{(pid=87472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 16 22:19:39.940308 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf14784-3830-41af-b34c-0033096f71ae None None] Routers {'f6a7bb16-a746-4150-8e82-a9616ec8d1c9'} bound to L3 agent in host dv-cinder-818140-1-iscsi {{(pid=87472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 16 22:19:39.941051 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-baf14784-3830-41af-b34c-0033096f71ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa3d25e20a0>, 'dv-cinder-818140-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:57:47Z,description=<?>,heartbeat_timestamp=2021-11-16T22:19:17Z,host='dv-cinder-818140-1-iscsi',id=e54b86f2-253f-4e04-a5c9-dcd5dd6373ee,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-16T21:57:48Z,topic='l3_agent')) {'router_ids': ['f6a7bb16-a746-4150-8e82-a9616ec8d1c9'], 'active': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:39.981124 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] Deleting port 07482e07-5129-4294-bd0e-a8f57153b3d1 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:19:39.981700 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:40.049644 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-65ae881e-dfae-457d-91e2-1afb889e72d1 req-fc039d18-f993-40d5-aa9d-76665d3213e1 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 210 time: 0.0467627
Nov 16 22:19:40.096624 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvr_db [None req-baf14784-3830-41af-b34c-0033096f71ae None None] Set router f6a7bb16-a746-4150-8e82-a9616ec8d1c9 gateway port host: None {{(pid=87472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 16 22:19:40.159421 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] For port 07482e07-5129-4294-bd0e-a8f57153b3d1, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=07482e07-5129-4294-bd0e-a8f57153b3d1,segment=NetworkSegment(66b72f70-59d2-4669-a99c-4113fe343f41),segment_id=66b72f70-59d2-4669-a99c-4113fe343f41)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:19:40.159783 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:40.202968 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_hamode_db [None req-baf14784-3830-41af-b34c-0033096f71ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa3d25e20a0>, [{'id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'name': 'tempest-TestVolumeBootPattern-1551064107-router', 'tenant_id': '3e200544e4fb47d3afa25a3be713c801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:43Z', 'updated_at': '2021-11-16T22:19:39Z', 'revision_number': 6, 'project_id': '3e200544e4fb47d3afa25a3be713c801', 'gw_port_host': None}], 'dv-cinder-818140-1-iscsi', False) {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:40.207544 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf14784-3830-41af-b34c-0033096f71ae None None] The sync data for ids ['f6a7bb16-a746-4150-8e82-a9616ec8d1c9'] in dv-cinder-818140-1-iscsi is: [{'id': 'f6a7bb16-a746-4150-8e82-a9616ec8d1c9', 'name': 'tempest-TestVolumeBootPattern-1551064107-router', 'tenant_id': '3e200544e4fb47d3afa25a3be713c801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:43Z', 'updated_at': '2021-11-16T22:19:39Z', 'revision_number': 6, 'project_id': '3e200544e4fb47d3afa25a3be713c801', 'gw_port_host': None}] {{(pid=87472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 16 22:19:40.284630 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] Calling delete_port for 07482e07-5129-4294-bd0e-a8f57153b3d1 owned by network:router_gateway {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:19:40.512728 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:40.516546 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b6ccd2fb-8d2a-4c9f-9092-f8643ef76469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:40.565744 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=07482e07-5129-4294-bd0e-a8f57153b3d1,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:40.595160 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:40.659318 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984602'] for router_gateway, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:40.931983 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1624'] for router, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:40.934193 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:41.021539 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-488987'] for router, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:41.022231 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6a7bb16-a746-4150-8e82-a9616ec8d1c9 {{(pid=87470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 16 22:19:41.035721 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] Notify callbacks [] for router, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:41.036855 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-b4ed7eaf-2d1e-405f-bace-ba8803661b70 admin admin] 10.222.0.71 "DELETE /v2.0/routers/f6a7bb16-a746-4150-8e82-a9616ec8d1c9 HTTP/1.1" status: 204  len: 168 time: 1.5286508
Nov 16 22:19:41.039485 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 44236) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:41.105222 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_v2 [None req-584b0cb0-3729-4020-a986-dff874c5f79b admin admin] Deleting subnet 584bf67c-bf2c-4b21-9368-d0bfaa536aef {{(pid=87470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:19:41.108502 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-584b0cb0-3729-4020-a986-dff874c5f79b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:41.158943 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-19c79df3-c594-407e-a17a-9235c52f9dd3 req-7ba29f72-15ea-45bf-800f-0735ab35a629 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 210 time: 0.0497472
Nov 16 22:19:41.162067 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-584b0cb0-3729-4020-a986-dff874c5f79b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7560697'] for subnet, precommit_delete_associations {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:41.245014 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-584b0cb0-3729-4020-a986-dff874c5f79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:41.392499 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-584b0cb0-3729-4020-a986-dff874c5f79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5480945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6122369'] for subnet, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:41.396718 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f18c03c1-8eb5-42c5-b1c1-84dbb02846e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:41.429606 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b0cb0-3729-4020-a986-dff874c5f79b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=584bf67c-bf2c-4b21-9368-d0bfaa536aef,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:41.433026 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-584b0cb0-3729-4020-a986-dff874c5f79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:41.436484 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-584b0cb0-3729-4020-a986-dff874c5f79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for subnet, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:41.443012 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a6540a-22bc-4793-a087-51792e932d0f None None] Network 1994ecc7-2321-4466-be09-21278b381ad0 requested from dv-cinder-818140-1-iscsi {{(pid=87471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 16 22:19:41.446647 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-584b0cb0-3729-4020-a986-dff874c5f79b admin admin] 10.222.0.71 "DELETE /v2.0/subnets/584bf67c-bf2c-4b21-9368-d0bfaa536aef HTTP/1.1" status: 204  len: 168 time: 0.4025631
Nov 16 22:19:41.446647 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 44244) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:41.553966 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:41.564381 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Deleting port 616d5015-6d9a-49f5-875a-b004aebede8f {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:19:41.564701 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:41.739039 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7388ba-b158-4b19-a022-42afde5362f7 None None] DHCP port deletion for 1994ecc7-2321-4466-be09-21278b381ad0 request from dv-cinder-818140-1-iscsi {{(pid=87471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 16 22:19:41.743653 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8c7388ba-b158-4b19-a022-42afde5362f7 None None] Deleting port 616d5015-6d9a-49f5-875a-b004aebede8f {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:19:41.744038 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8c7388ba-b158-4b19-a022-42afde5362f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:41.774796 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] For port 616d5015-6d9a-49f5-875a-b004aebede8f, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=616d5015-6d9a-49f5-875a-b004aebede8f,segment=NetworkSegment(56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7),segment_id=56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:19:41.775155 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:41.898613 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Calling delete_port for 616d5015-6d9a-49f5-875a-b004aebede8f owned by network:dhcp {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:19:41.948875 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-8c7388ba-b158-4b19-a022-42afde5362f7 None None] For port 616d5015-6d9a-49f5-875a-b004aebede8f, host dv-cinder-818140-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818140-1-iscsi',level=0,port_id=616d5015-6d9a-49f5-875a-b004aebede8f,segment=NetworkSegment(56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7),segment_id=56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:19:41.949185 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8c7388ba-b158-4b19-a022-42afde5362f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:42.029461 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:42.033455 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4ffea2ab-7407-4b48-a51e-f90b161c1f22 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:42.071233 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8c7388ba-b158-4b19-a022-42afde5362f7 None None] Calling delete_port for 616d5015-6d9a-49f5-875a-b004aebede8f owned by network:dhcp {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:19:42.080049 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Pushing event deleted for resources: {'Port': ['ID=616d5015-6d9a-49f5-875a-b004aebede8f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:42.083574 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:42.084351 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] No DVR routers for this DVR port 616d5015-6d9a-49f5-875a-b004aebede8f on host dv-cinder-818140-1-iscsi {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:19:42.144126 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.db.api [None req-8c7388ba-b158-4b19-a022-42afde5362f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 16 22:19:42.144989 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_db.api [None req-8c7388ba-b158-4b19-a022-42afde5362f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 16 22:19:42.201470 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:42.226796 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 6e2f38a7-8f7c-44dd-8596-10dd73710aca no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:19:42.236658 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d084fd00>,) {'filters': {'network_id': ['1994ecc7-2321-4466-be09-21278b381ad0']}} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:42.249038 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d084fd00>, '56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7') {'for_net_delete': True} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:42.249330 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.services.segments.db [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d084fd00>, '56ee1fe6-40cf-4f4c-ae03-b4cfea784ec7') {} {{(pid=87470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:19:42.261928 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7560678'] for segment, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:42.266081 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: 6e2f38a7-8f7c-44dd-8596-10dd73710aca {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:19:42.266928 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 6e2f38a7-8f7c-44dd-8596-10dd73710aca not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:19:42.267580 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 07482e07-5129-4294-bd0e-a8f57153b3d1 no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:19:42.271352 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-1aee2573-792d-413c-88e9-06cc22f600fc req-1ee1314b-8361-4483-b46c-36b91df82538 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 210 time: 0.0563042
Nov 16 22:19:42.279394 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:42.286856 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=87470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:19:42.287278 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5480855'] for segment, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]: Traceback (most recent call last):
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:     timer()
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:     cb(*args, **kw)
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:     return func(*args, **kwargs)
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:     self._notify()
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:     self.callback(batched_events)
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:     event.method(event)
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:     return f(self, *a, **k)
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._get(url).json()
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:19:42.301688 dv-cinder-818140-1-iscsi neutron-server[87470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:19:42.304718 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: 07482e07-5129-4294-bd0e-a8f57153b3d1 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:19:42.305020 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 07482e07-5129-4294-bd0e-a8f57153b3d1 not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:19:42.305604 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 616d5015-6d9a-49f5-875a-b004aebede8f no longer exists at agent ovs-agent-dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:19:42.338902 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] No Port match for: 616d5015-6d9a-49f5-875a-b004aebede8f {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:19:42.339271 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Device 616d5015-6d9a-49f5-875a-b004aebede8f not bound to the agent host dv-cinder-818140-1-iscsi {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:19:42.452406 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:42.455659 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:42.469585 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:42.479953 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Pushing event deleted for resources: {'Network': ['ID=1994ecc7-2321-4466-be09-21278b381ad0,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:42.484376 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:42.489655 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-36e17886-7008-42d2-858b-5006af156664 admin admin] 10.222.0.71 "DELETE /v2.0/networks/1994ecc7-2321-4466-be09-21278b381ad0 HTTP/1.1" status: 204  len: 168 time: 1.0426924
Nov 16 22:19:42.646635 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8c7388ba-b158-4b19-a022-42afde5362f7 None None] Deleting port 616d5015-6d9a-49f5-875a-b004aebede8f {{(pid=87471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:19:42.647267 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-8c7388ba-b158-4b19-a022-42afde5362f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:42.717242 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-8c7388ba-b158-4b19-a022-42afde5362f7 None None] The port '616d5015-6d9a-49f5-875a-b004aebede8f' was deleted {{(pid=87471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 16 22:19:42.842734 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 44264) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:42.895583 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-00adfb52-02bb-4f41-803a-2a3e7457627c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6f9679bda1c74f76bcf5494a43c366b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0514107
Nov 16 22:19:42.897883 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 44268) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:42.971506 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c9551c35-cb52-40ff-9ddb-0077aba8024b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:42.997639 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c9551c35-cb52-40ff-9ddb-0077aba8024b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:43.126557 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c9551c35-cb52-40ff-9ddb-0077aba8024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:43.130774 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8bfcd478-d8d8-4f81-a787-7b7228a0281b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:43.144544 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9551c35-cb52-40ff-9ddb-0077aba8024b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9d1332-902f-4c3e-b187-873aab5a266d,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:43.148011 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c9551c35-cb52-40ff-9ddb-0077aba8024b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:43.151321 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c9551c35-cb52-40ff-9ddb-0077aba8024b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:43.152657 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c9551c35-cb52-40ff-9ddb-0077aba8024b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3b9d1332-902f-4c3e-b187-873aab5a266d HTTP/1.1" status: 204  len: 168 time: 0.2535884
Nov 16 22:19:43.366277 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b26c6153-3757-4c3a-8952-1b5d3baaedd8 req-30f2d764-5a3a-43bb-857b-002ecb4a9023 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 210 time: 0.0426958
Nov 16 22:19:43.860494 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 44282) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:43.915843 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-d2fad29f-cc61-40e6-ac34-a4da74d2fe57 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3e200544e4fb47d3afa25a3be713c801&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0519161
Nov 16 22:19:43.916034 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 44288) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:43.974976 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7dd13074-c3e4-4414-a1f2-2d43dfc519b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:44.000919 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7dd13074-c3e4-4414-a1f2-2d43dfc519b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:44.143802 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7dd13074-c3e4-4414-a1f2-2d43dfc519b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:44.147601 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-eec64472-24c1-4ab5-9980-87acb057eca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:44.158895 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd13074-c3e4-4414-a1f2-2d43dfc519b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113c8fd6-0cac-460f-893f-d245757c8dca,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:44.163185 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-7dd13074-c3e4-4414-a1f2-2d43dfc519b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:44.166676 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-7dd13074-c3e4-4414-a1f2-2d43dfc519b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:44.168245 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-7dd13074-c3e4-4414-a1f2-2d43dfc519b6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/113c8fd6-0cac-460f-893f-d245757c8dca HTTP/1.1" status: 204  len: 168 time: 0.2509506
Nov 16 22:19:44.520745 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c79f62f1-ee38-4d11-8ca2-e152248bf0a8 req-a09853a2-3d3a-4584-bdee-b924b57e5a23 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 210 time: 0.0509434
Nov 16 22:19:44.649718 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-6cd5584f-e523-48de-b08b-245e2e0b122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:45.129113 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:45.702790 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3f171458-37cd-4469-8bfb-ac9d826f9b14 req-4d447228-c6c9-4ab8-bc5c-e82e7f19cc15 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 210 time: 0.0469811
Nov 16 22:19:46.719590 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-f3814faa-466b-498c-beb8-5789c7299608 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:46.720311 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-f3814faa-466b-498c-beb8-5789c7299608 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Synchronizing usage tracker for tenant:470c53de7c624c05bf06d67576d986e3 on resource:network {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:19:46.829632 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-f3814faa-466b-498c-beb8-5789c7299608 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Unset dirty status for tenant:470c53de7c624c05bf06d67576d986e3 on resource:network {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:19:46.831126 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-f3814faa-466b-498c-beb8-5789c7299608 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.72 "GET /v2.0/networks?id=0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d HTTP/1.1" status: 200  len: 808 time: 0.2649171
Nov 16 22:19:46.850683 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Request body: {'port': {'device_id': '28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57', 'network_id': '0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d', 'admin_state_up': True, 'tenant_id': '470c53de7c624c05bf06d67576d986e3'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:19:46.855109 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-50112b5f-ccb3-4e2f-ac63-6055f38400df req-93f73b2b-f511-48c6-af5e-9cc37f31139d tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 210 time: 0.0453019
Nov 16 22:19:47.090615 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:19:47.094583 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Usage tracker for resource:port and tenant:470c53de7c624c05bf06d67576d986e3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:19:47.097451 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:19:47.103090 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:19:47.163518 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Made reservation on behalf of 470c53de7c624c05bf06d67576d986e3 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:19:47.167282 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:47.237888 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0f858744-3c61-4664-9c8f-92505d7f45e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:47.336130 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Allocated IP 172.20.0.8 (0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d/a958924c-c368-44f2-8fec-68356edcc87e/770aec11-fc74-4ce3-80eb-b8d9a09f69b6) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:19:47.540575 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:47.636127 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:47.645627 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-6ee7a020-55f4-4b0c-88b8-6c1d23e4a87f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:47.716393 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Network 0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:19:47.719465 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:19:47.723915 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:19:47.754896 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Pushing event updated for resources: {'Port': ['ID=770aec11-fc74-4ce3-80eb-b8d9a09f69b6,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:47.772017 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:47.772432 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:47.772926 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:47.773156 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:47.773517 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:47.773875 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:47.774230 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:47.774584 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:47.774938 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:47.775330 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:47.775683 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:47.776034 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:47.781518 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:47.802874 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:47.803509 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:47.930228 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0840170
Nov 16 22:19:47.948686 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Request body: {'port': {'device_id': '28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:19:48.056002 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778e02d-183b-44c8-b8b1-f1255998266b req-62ae2fbe-2c6d-47dc-abb9-f38e695e640f tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:48.057457 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4778e02d-183b-44c8-b8b1-f1255998266b req-62ae2fbe-2c6d-47dc-abb9-f38e695e640f tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 931 time: 0.0907946
Nov 16 22:19:48.079491 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:48.107775 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4778e02d-183b-44c8-b8b1-f1255998266b req-838c67a9-92b0-44fa-a335-614d9dc31920 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430734
Nov 16 22:19:48.421872 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:19:48.429550 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:48.444049 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Transition to ACTIVE for port object 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:19:48.552481 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:48.556581 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fd8b0de9-8502-49a3-b917-87e88136bf50 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:48.632141 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:48.713294 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Pushing event updated for resources: {'Port': ['ID=770aec11-fc74-4ce3-80eb-b8d9a09f69b6,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:48.720133 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:48.788983 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Attempting to bind port 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:19:48.789706 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Attempting to bind port 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '9d913cc2-2c27-46d7-8ae5-33979bd676c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:19:48.789706 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Attempting to bind port 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 on network 0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:19:48.794429 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Port 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 on network 0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:19:48.794747 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Attempting to bind port 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 on network 0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:19:48.800125 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:19:48.800470 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Checking segment: {'id': '9d913cc2-2c27-46d7-8ae5-33979bd676c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:19:48.800850 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Bound using segment: {'id': '9d913cc2-2c27-46d7-8ae5-33979bd676c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:19:48.801775 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Bound port: 770aec11-fc74-4ce3-80eb-b8d9a09f69b6, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d913cc2-2c27-46d7-8ae5-33979bd676c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:19:48.802111 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:48.894607 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] For port 770aec11-fc74-4ce3-80eb-b8d9a09f69b6, host hv-cinder-81814, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:19:48.899316 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] For port 770aec11-fc74-4ce3-80eb-b8d9a09f69b6, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=770aec11-fc74-4ce3-80eb-b8d9a09f69b6,segment=NetworkSegment(9d913cc2-2c27-46d7-8ae5-33979bd676c6),segment_id=9d913cc2-2c27-46d7-8ae5-33979bd676c6)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:19:48.981137 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:48.986072 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-63424eaf-804a-4cd1-8ed3-fcadc5140c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:49.043638 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:49.044249 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:49.045600 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] 10.222.0.72 "PUT /v2.0/ports/770aec11-fc74-4ce3-80eb-b8d9a09f69b6 HTTP/1.1" status: 200  len: 1093 time: 1.1012859
Nov 16 22:19:49.046107 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57', 'tag': '770aec11-fc74-4ce3-80eb-b8d9a09f69b6'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:19:49.067580 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Pushing event updated for resources: {'Port': ['ID=770aec11-fc74-4ce3-80eb-b8d9a09f69b6,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:49.070664 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-c8a9cbef-40dc-4207-b1f6-83f60675c1db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:49.095220 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57', 'tag': '770aec11-fc74-4ce3-80eb-b8d9a09f69b6', 'status': 'completed', 'code': 200}
Nov 16 22:19:49.218976 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27b6c4-ba30-431c-b91a-2a325e9aa739 req-0d424254-4470-4a1a-b458-3328d3da17a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:49.220579 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-ea27b6c4-ba30-431c-b91a-2a325e9aa739 req-0d424254-4470-4a1a-b458-3328d3da17a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470c53de7c624c05bf06d67576d986e3&device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 1096 time: 0.0765908
Nov 16 22:19:49.296527 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8612f5-3bda-483d-909e-cdba6eb39530 req-67e86a0d-d5ea-43d1-a4ce-8f6eaa042bb7 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:49.298115 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aa8612f5-3bda-483d-909e-cdba6eb39530 req-67e86a0d-d5ea-43d1-a4ce-8f6eaa042bb7 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 943 time: 0.0841498
Nov 16 22:19:49.343189 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aa8612f5-3bda-483d-909e-cdba6eb39530 req-e4b4c6f4-4d69-40cb-9e7c-648a9099246b tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384734
Nov 16 22:19:49.381802 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27b6c4-ba30-431c-b91a-2a325e9aa739 req-147b99b8-d5c8-4f08-ab19-e374116b2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:49.383388 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-ea27b6c4-ba30-431c-b91a-2a325e9aa739 req-147b99b8-d5c8-4f08-ab19-e374116b2e6e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=470c53de7c624c05bf06d67576d986e3&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1425622
Nov 16 22:19:49.623548 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27b6c4-ba30-431c-b91a-2a325e9aa739 req-2550df7e-ade2-4dfa-b8fd-24729a178967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:49.624983 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-ea27b6c4-ba30-431c-b91a-2a325e9aa739 req-2550df7e-ade2-4dfa-b8fd-24729a178967 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2346592
Nov 16 22:19:49.766134 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-342bcee5-f936-4fff-a97b-8ba74b50889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:49.767620 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-342bcee5-f936-4fff-a97b-8ba74b50889c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470c53de7c624c05bf06d67576d986e3&device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 1096 time: 0.0736289
Nov 16 22:19:49.848431 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-9e300c15-24c2-4b74-be81-819efe13a4c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=770aec11-fc74-4ce3-80eb-b8d9a09f69b6 HTTP/1.1" status: 200  len: 217 time: 0.0655241
Nov 16 22:19:49.909873 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-135db7c8-29f3-4128-9b7f-93e8056018d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:49.912005 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-135db7c8-29f3-4128-9b7f-93e8056018d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a958924c-c368-44f2-8fec-68356edcc87e HTTP/1.1" status: 200  len: 848 time: 0.0579927
Nov 16 22:19:49.964863 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-0b652eea-0b35-4012-9d2c-0cd2acb0a239 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452647
Nov 16 22:19:49.972082 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:50.106031 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-1048782d-5503-44bf-a3d5-80048deb7461 service neutron] 10.222.0.72 "GET /v2.0/networks/0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328967
Nov 16 22:19:50.237897 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-fb2f54c2-ce62-46dc-95da-b416ac8bbe5d req-4284b2df-8ee9-427b-8345-a4fabccca98b service neutron] 10.222.0.72 "GET /v2.0/networks/0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243148
Nov 16 22:19:50.643253 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b881c9c-fbe8-4e9e-87c1-c2ef00383730 req-3b25120c-ff8d-4e4c-a9dc-ed1a0e8bc6e4 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:50.645200 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5b881c9c-fbe8-4e9e-87c1-c2ef00383730 req-3b25120c-ff8d-4e4c-a9dc-ed1a0e8bc6e4 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 943 time: 0.1926157
Nov 16 22:19:50.689914 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5b881c9c-fbe8-4e9e-87c1-c2ef00383730 req-33bbf730-5f19-4d2e-9494-fe2126a4018d tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390050
Nov 16 22:19:51.013450 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 44370) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:51.126357 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8ee8c325-c358-449b-87a0-5436bf655c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:51.140985 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-8ee8c325-c358-449b-87a0-5436bf655c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:19:51.144998 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-8ee8c325-c358-449b-87a0-5436bf655c80 admin admin] Usage tracker for resource:security_group_rule and tenant:24728289da7b49fdb6ec54f7703da367 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:19:51.147854 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-8ee8c325-c358-449b-87a0-5436bf655c80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:19:51.153467 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-8ee8c325-c358-449b-87a0-5436bf655c80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:19:51.234308 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8ee8c325-c358-449b-87a0-5436bf655c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:51.340526 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-8ee8c325-c358-449b-87a0-5436bf655c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:51.347280 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0ae9418c-1513-4804-8734-22a17ec2e65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:51.392577 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-8ee8c325-c358-449b-87a0-5436bf655c80 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=24728289da7b49fdb6ec54f7703da367&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3780529
Nov 16 22:19:51.393473 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8c325-c358-449b-87a0-5436bf655c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d9ccee-f5e5-4085-8364-309c0a70ca8f,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:51.396099 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 44376) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:51.396641 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-8ee8c325-c358-449b-87a0-5436bf655c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:51.455859 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7847c9e6-9595-4ada-a60c-acd72ec3f61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:51.481695 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7847c9e6-9595-4ada-a60c-acd72ec3f61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:51.609312 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7847c9e6-9595-4ada-a60c-acd72ec3f61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:51.613198 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-33ada7e0-d861-42d8-a67b-db751bb5c8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:51.627933 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847c9e6-9595-4ada-a60c-acd72ec3f61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d9ccee-f5e5-4085-8364-309c0a70ca8f,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:51.632542 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7847c9e6-9595-4ada-a60c-acd72ec3f61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:51.641122 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-7847c9e6-9595-4ada-a60c-acd72ec3f61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:51.641122 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-7847c9e6-9595-4ada-a60c-acd72ec3f61a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/40d9ccee-f5e5-4085-8364-309c0a70ca8f HTTP/1.1" status: 204  len: 168 time: 0.2399669
Nov 16 22:19:51.875392 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59c5d1-7f41-4250-b04c-dcc8dc704709 req-6e6eb1aa-2b43-49d2-bb4e-0e31ed3a0924 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:51.876922 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fe59c5d1-7f41-4250-b04c-dcc8dc704709 req-6e6eb1aa-2b43-49d2-bb4e-0e31ed3a0924 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 943 time: 0.0803666
Nov 16 22:19:51.922791 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fe59c5d1-7f41-4250-b04c-dcc8dc704709 req-655b8377-e641-4027-b5f7-f4397553df16 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400894
Nov 16 22:19:52.274301 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 44386) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:52.299092 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c5ebb75e-07ed-4d77-84de-6540a2e2331c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:52.313167 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c5ebb75e-07ed-4d77-84de-6540a2e2331c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:19:52.317448 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c5ebb75e-07ed-4d77-84de-6540a2e2331c admin admin] Usage tracker for resource:security_group_rule and tenant:fc2beff3361944bbb67227760c440066 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:19:52.320169 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-c5ebb75e-07ed-4d77-84de-6540a2e2331c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:19:52.325785 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-c5ebb75e-07ed-4d77-84de-6540a2e2331c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:19:52.405761 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c5ebb75e-07ed-4d77-84de-6540a2e2331c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:52.471770 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-c5ebb75e-07ed-4d77-84de-6540a2e2331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:52.483702 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-af9fc3f6-1d92-4e71-859a-8ef2fd69091d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:52.522817 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c5ebb75e-07ed-4d77-84de-6540a2e2331c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fc2beff3361944bbb67227760c440066&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2474494
Nov 16 22:19:52.524460 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebb75e-07ed-4d77-84de-6540a2e2331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9319df61-14b8-432b-845c-96b3586d1d6b,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:52.525500 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 44390) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:52.527900 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-c5ebb75e-07ed-4d77-84de-6540a2e2331c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:52.584991 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5e60b2b3-bd43-4582-827f-7f01b9c94026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:52.609740 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5e60b2b3-bd43-4582-827f-7f01b9c94026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:52.644119 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:19:52.740357 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5e60b2b3-bd43-4582-827f-7f01b9c94026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:52.745313 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f240fdb3-ee0d-4f40-a74b-54299066ae5d tempest-TestMinimumBasicScenario-1281872321 tempest-TestMinimumBasicScenario-1281872321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:52.757693 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60b2b3-bd43-4582-827f-7f01b9c94026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9319df61-14b8-432b-845c-96b3586d1d6b,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:52.760592 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-5e60b2b3-bd43-4582-827f-7f01b9c94026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:52.762644 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-5e60b2b3-bd43-4582-827f-7f01b9c94026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:52.763742 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-5e60b2b3-bd43-4582-827f-7f01b9c94026 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9319df61-14b8-432b-845c-96b3586d1d6b HTTP/1.1" status: 204  len: 168 time: 0.2366817
Nov 16 22:19:52.821654 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 770aec11-fc74-4ce3-80eb-b8d9a09f69b6, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=770aec11-fc74-4ce3-80eb-b8d9a09f69b6,segment=NetworkSegment(9d913cc2-2c27-46d7-8ae5-33979bd676c6),segment_id=9d913cc2-2c27-46d7-8ae5-33979bd676c6)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:19:52.843814 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': '770aec11-fc74-4ce3-80eb-b8d9a09f69b6', 'network_id': '0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d', 'port_id': '770aec11-fc74-4ce3-80eb-b8d9a09f69b6', 'mac_address': 'fa:16:3e:90:79:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a958924c-c368-44f2-8fec-68356edcc87e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:19:52.903926 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:52.921370 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:19:52.937257 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 770aec11-fc74-4ce3-80eb-b8d9a09f69b6, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=770aec11-fc74-4ce3-80eb-b8d9a09f69b6,segment=NetworkSegment(9d913cc2-2c27-46d7-8ae5-33979bd676c6),segment_id=9d913cc2-2c27-46d7-8ae5-33979bd676c6)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:19:53.034603 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:53.036910 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:53.104741 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73a72a-68ef-4309-97ea-df422b2ffb8e req-0b66b180-8bd1-4e12-a408-f9ce7e947ad7 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:53.106216 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e73a72a-68ef-4309-97ea-df422b2ffb8e req-0b66b180-8bd1-4e12-a408-f9ce7e947ad7 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 944 time: 0.0808923
Nov 16 22:19:53.106870 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=770aec11-fc74-4ce3-80eb-b8d9a09f69b6,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:53.115242 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:53.115588 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:53.115932 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:53.116378 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:53.116632 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:53.116948 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:53.117273 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:53.117596 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:53.117918 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:53.118235 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:53.118564 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:53.118880 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:53.122830 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:53.157833 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9e73a72a-68ef-4309-97ea-df422b2ffb8e req-bf567320-073d-425d-a616-5a9ba42c133c tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420151
Nov 16 22:19:53.472541 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['770aec11-fc74-4ce3-80eb-b8d9a09f69b6'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:19:54.353465 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac17186-c75b-4b8a-98fb-fa2405ed49d7 req-d5baf3e8-5f1b-4d74-98cf-0b524aa11d99 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:54.354909 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aac17186-c75b-4b8a-98fb-fa2405ed49d7 req-d5baf3e8-5f1b-4d74-98cf-0b524aa11d99 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 944 time: 0.0905948
Nov 16 22:19:54.400159 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-aac17186-c75b-4b8a-98fb-fa2405ed49d7 req-a7dd9d69-5f68-4192-b581-e64414e0e33d tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392058
Nov 16 22:19:54.667618 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:19:54.823378 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:19:54.828364 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:19:54.828738 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:54.945851 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:54.999417 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770aec11-fc74-4ce3-80eb-b8d9a09f69b6'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:19:55.011133 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 770aec11-fc74-4ce3-80eb-b8d9a09f69b6, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=770aec11-fc74-4ce3-80eb-b8d9a09f69b6,segment=NetworkSegment(9d913cc2-2c27-46d7-8ae5-33979bd676c6),segment_id=9d913cc2-2c27-46d7-8ae5-33979bd676c6)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:19:55.090466 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:55.092262 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:55.159272 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=770aec11-fc74-4ce3-80eb-b8d9a09f69b6,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:55.162927 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:55.182303 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770aec11-fc74-4ce3-80eb-b8d9a09f69b6', 'code': 200}
Nov 16 22:19:55.571644 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3c493-2353-4165-ac25-36d198262748 req-75b69a2d-ad29-4982-807f-5fca35041847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:55.575306 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-5aa3c493-2353-4165-ac25-36d198262748 req-75b69a2d-ad29-4982-807f-5fca35041847 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 1098 time: 0.0767720
Nov 16 22:19:55.591408 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4cbb4-9975-4f37-bf2d-7ffc3936dc8d req-6ce43ac0-be48-40b3-ad69-c1c166655ff6 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:55.592883 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb4cbb4-9975-4f37-bf2d-7ffc3936dc8d req-6ce43ac0-be48-40b3-ad69-c1c166655ff6 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 945 time: 0.0856810
Nov 16 22:19:55.616405 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-5aa3c493-2353-4165-ac25-36d198262748 req-16f53781-e26a-466a-9a8a-8588e75627f8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357471
Nov 16 22:19:55.639010 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4bb4cbb4-9975-4f37-bf2d-7ffc3936dc8d req-c4fd0998-1441-441b-bce2-9b486191b94b tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399477
Nov 16 22:19:56.231716 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 44470) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:56.349480 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:56.364142 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:19:56.368124 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Usage tracker for resource:security_group_rule and tenant:a2f6f0e90e5e42db840fe1f6f644d068 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:19:56.370941 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:19:56.376820 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:19:56.458792 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:56.494456 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:56.501543 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-823ec12b-96ac-4571-9c82-dc51f6c0860b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:56.543180 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a2f6f0e90e5e42db840fe1f6f644d068&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3103888
Nov 16 22:19:56.544104 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042d5112-1e58-4b89-af05-b6de10b6eed6,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:56.546301 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 44476) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:56.551568 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:56.551954 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:56.552327 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:56.552701 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:56.553060 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:56.553424 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:56.553783 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:56.554141 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:56.554551 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:56.554861 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:56.555297 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:56.555589 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:19:56.559326 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-038b0c58-2c4f-4bf6-ac20-7e2e9680d494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:56.612208 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1ceaff44-430f-494f-8699-846b11ea8117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:56.637425 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1ceaff44-430f-494f-8699-846b11ea8117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:56.740499 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1ceaff44-430f-494f-8699-846b11ea8117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:56.745404 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a9eda0df-bdde-42a5-8b28-7f921f021ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:56.758865 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceaff44-430f-494f-8699-846b11ea8117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042d5112-1e58-4b89-af05-b6de10b6eed6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:56.761475 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-1ceaff44-430f-494f-8699-846b11ea8117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:56.762728 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-1ceaff44-430f-494f-8699-846b11ea8117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:56.763846 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-1ceaff44-430f-494f-8699-846b11ea8117 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/042d5112-1e58-4b89-af05-b6de10b6eed6 HTTP/1.1" status: 204  len: 168 time: 0.2164690
Nov 16 22:19:56.835916 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be8092-6fca-4417-affc-53c18876b6dd req-1c672f35-f394-473b-b942-d1399c51ffb7 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:56.837288 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-11be8092-6fca-4417-affc-53c18876b6dd req-1c672f35-f394-473b-b942-d1399c51ffb7 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 945 time: 0.0849910
Nov 16 22:19:56.885490 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-11be8092-6fca-4417-affc-53c18876b6dd req-cc762236-bf48-4d2f-8766-fb71cebdce52 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421643
Nov 16 22:19:57.374108 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 44486) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:57.395455 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ec8d-cc78-45d2-b927-c0f2535251a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:57.409298 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ecb3ec8d-cc78-45d2-b927-c0f2535251a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:19:57.413521 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-ecb3ec8d-cc78-45d2-b927-c0f2535251a6 admin admin] Usage tracker for resource:security_group_rule and tenant:7ec8c013edb14087809da64251fb6ecb is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:19:57.416382 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-ecb3ec8d-cc78-45d2-b927-c0f2535251a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:19:57.421882 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-ecb3ec8d-cc78-45d2-b927-c0f2535251a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:19:57.501134 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ec8d-cc78-45d2-b927-c0f2535251a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:57.568551 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ec8d-cc78-45d2-b927-c0f2535251a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:57.575970 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-45c61075-92e7-4d1e-a965-85c5db309a94 tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:57.617159 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-ecb3ec8d-cc78-45d2-b927-c0f2535251a6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7ec8c013edb14087809da64251fb6ecb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2419946
Nov 16 22:19:57.618076 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3ec8d-cc78-45d2-b927-c0f2535251a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2027480-e880-4384-a2d6-572475849470,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:57.619786 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 44490) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:19:57.621124 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ecb3ec8d-cc78-45d2-b927-c0f2535251a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:57.678218 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0cd37cc9-5fd0-4bbf-83fb-96477d37db2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:57.703335 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0cd37cc9-5fd0-4bbf-83fb-96477d37db2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:57.825733 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0cd37cc9-5fd0-4bbf-83fb-96477d37db2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:57.829402 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-746a6c45-011c-4dad-8df6-a0bace1d7505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:19:57.844335 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd37cc9-5fd0-4bbf-83fb-96477d37db2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2027480-e880-4384-a2d6-572475849470,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:19:57.848985 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0cd37cc9-5fd0-4bbf-83fb-96477d37db2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:19:57.861962 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0cd37cc9-5fd0-4bbf-83fb-96477d37db2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:19:57.864251 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-0cd37cc9-5fd0-4bbf-83fb-96477d37db2e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f2027480-e880-4384-a2d6-572475849470 HTTP/1.1" status: 204  len: 168 time: 0.2434812
Nov 16 22:19:58.072989 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d987e2-af79-4eac-864e-a85894cdc03c req-eda589a7-3094-4b59-8454-d4f380d1726a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:58.074513 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51d987e2-af79-4eac-864e-a85894cdc03c req-eda589a7-3094-4b59-8454-d4f380d1726a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 945 time: 0.0847986
Nov 16 22:19:58.119991 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-51d987e2-af79-4eac-864e-a85894cdc03c req-4a6b7fc0-9af9-487e-86da-158ab17e4a13 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396345
Nov 16 22:19:59.796285 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832cc78-c538-4dd5-a268-cf27285e28ae req-85c1edfb-7f82-409f-a65f-285b85a0ee01 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:19:59.797808 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2832cc78-c538-4dd5-a268-cf27285e28ae req-85c1edfb-7f82-409f-a65f-285b85a0ee01 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 945 time: 0.0812562
Nov 16 22:19:59.842663 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-2832cc78-c538-4dd5-a268-cf27285e28ae req-abee0d4c-4503-4022-9106-20a577eb8d60 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391071
Nov 16 22:20:01.035394 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87329384-4ee4-4607-b290-2d4f0bd9d2d4 req-743a3041-0e5e-4de9-831e-329ca71bc76f tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:01.036865 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-87329384-4ee4-4607-b290-2d4f0bd9d2d4 req-743a3041-0e5e-4de9-831e-329ca71bc76f tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 945 time: 0.0838311
Nov 16 22:20:01.082436 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-87329384-4ee4-4607-b290-2d4f0bd9d2d4 req-5f50a002-0c07-4f1f-b8d6-aab0e24d1799 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397341
Nov 16 22:20:01.376289 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93cae8-0557-4749-aa00-4e33f7b58223 req-308b2138-c7e3-44dc-9837-30b8df2451b3 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:01.376866 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-0e93cae8-0557-4749-aa00-4e33f7b58223 req-308b2138-c7e3-44dc-9837-30b8df2451b3 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Synchronizing usage tracker for tenant:470c53de7c624c05bf06d67576d986e3 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:20:01.471151 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-0e93cae8-0557-4749-aa00-4e33f7b58223 req-308b2138-c7e3-44dc-9837-30b8df2451b3 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Unset dirty status for tenant:470c53de7c624c05bf06d67576d986e3 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:20:01.472296 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0e93cae8-0557-4749-aa00-4e33f7b58223 req-308b2138-c7e3-44dc-9837-30b8df2451b3 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.72 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 945 time: 0.1756814
Nov 16 22:20:01.542639 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-0e93cae8-0557-4749-aa00-4e33f7b58223 req-4364612a-bdc1-4bd5-9d1f-78ec3e170b57 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Deleting port 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:20:01.542970 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0e93cae8-0557-4749-aa00-4e33f7b58223 req-4364612a-bdc1-4bd5-9d1f-78ec3e170b57 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:01.790360 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-0e93cae8-0557-4749-aa00-4e33f7b58223 req-4364612a-bdc1-4bd5-9d1f-78ec3e170b57 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] For port 770aec11-fc74-4ce3-80eb-b8d9a09f69b6, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=770aec11-fc74-4ce3-80eb-b8d9a09f69b6,segment=NetworkSegment(9d913cc2-2c27-46d7-8ae5-33979bd676c6),segment_id=9d913cc2-2c27-46d7-8ae5-33979bd676c6)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:20:01.790728 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0e93cae8-0557-4749-aa00-4e33f7b58223 req-4364612a-bdc1-4bd5-9d1f-78ec3e170b57 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:02.014660 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-0e93cae8-0557-4749-aa00-4e33f7b58223 req-4364612a-bdc1-4bd5-9d1f-78ec3e170b57 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Calling delete_port for 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:20:02.225690 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0e93cae8-0557-4749-aa00-4e33f7b58223 req-4364612a-bdc1-4bd5-9d1f-78ec3e170b57 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:02.232667 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-710724e6-c50e-4f26-bbee-b5603309a9ac tempest-AttachVolumeShelveTestJSON-430556872 tempest-AttachVolumeShelveTestJSON-430556872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:02.234985 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f2ba5f6b-d5a9-4f7d-b7c4-00c1e32f70ea req-3615b85c-2cad-498c-9745-991d2d5b5642 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 210 time: 0.0439498
Nov 16 22:20:02.262163 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['770aec11-fc74-4ce3-80eb-b8d9a09f69b6'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:20:02.280354 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364612a-bdc1-4bd5-9d1f-78ec3e170b57 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Pushing event deleted for resources: {'Port': ['ID=770aec11-fc74-4ce3-80eb-b8d9a09f69b6,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:02.283454 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-4364612a-bdc1-4bd5-9d1f-78ec3e170b57 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:02.352977 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e93cae8-0557-4749-aa00-4e33f7b58223 req-4364612a-bdc1-4bd5-9d1f-78ec3e170b57 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] No DVR routers for this DVR port 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 on host hv-cinder-81814 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:20:02.355824 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0e93cae8-0557-4749-aa00-4e33f7b58223 req-4364612a-bdc1-4bd5-9d1f-78ec3e170b57 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:02.359709 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57', 'name': 'network-vif-deleted', 'tag': '770aec11-fc74-4ce3-80eb-b8d9a09f69b6'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:20:02.407004 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57', 'name': 'network-vif-deleted', 'tag': '770aec11-fc74-4ce3-80eb-b8d9a09f69b6', 'status': 'completed', 'code': 200}
Nov 16 22:20:02.454808 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0e93cae8-0557-4749-aa00-4e33f7b58223 req-4364612a-bdc1-4bd5-9d1f-78ec3e170b57 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.72 "DELETE /v2.0/ports/770aec11-fc74-4ce3-80eb-b8d9a09f69b6 HTTP/1.1" status: 204  len: 173 time: 0.9762545
Nov 16 22:20:02.482744 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:03.403496 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fdf70bb2-22fc-4c5d-8088-b26b470d1554 req-481210be-69ff-4522-8525-9206593d0b1a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=28cbdc4c-ccf0-4bf9-9715-8ee89aa8ce57 HTTP/1.1" status: 200  len: 210 time: 0.0467196
Nov 16 22:20:04.664325 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:20:04.699760 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:20:04.700114 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 770aec11-fc74-4ce3-80eb-b8d9a09f69b6 not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:20:04.830888 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-df53b67a-9e4f-4847-85d2-d556aaaeccde tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:04.832252 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-df53b67a-9e4f-4847-85d2-d556aaaeccde tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/networks?id=0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d HTTP/1.1" status: 200  len: 808 time: 0.1576197
Nov 16 22:20:04.846468 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-0974b7cc-6a54-490d-8fa7-6c9e288f1a9b tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/quotas/470c53de7c624c05bf06d67576d986e3 HTTP/1.1" status: 200  len: 375 time: 0.0089262
Nov 16 22:20:04.893586 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-c81bee2d-4eae-4b70-bcbd-a39d9878ef0f tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=470c53de7c624c05bf06d67576d986e3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0419056
Nov 16 22:20:05.023169 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-3f393ce3-407e-4d65-baea-1e6958a53858 service neutron] 10.222.0.71 "GET /v2.0/networks/0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228580
Nov 16 22:20:05.248753 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-a9bef6b1-1eeb-4a48-a811-99a3f09ecac5 service neutron] 10.222.0.71 "GET /v2.0/networks/0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2197554
Nov 16 22:20:05.529340 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fdb1621b-3e98-4ba6-975e-9088484b0e40 req-4ed49d71-68fb-4aed-a1c7-0c04629acf9c tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 210 time: 0.0420768
Nov 16 22:20:06.693239 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-448c8b1a-fcfa-44e9-a0be-43de016ada8c req-99de9b88-9651-4f8b-b2c2-28afdba3b124 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 210 time: 0.0496554
Nov 16 22:20:07.687177 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-17b29427-1246-4f85-a061-e791ab9a6053 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:07.688592 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-17b29427-1246-4f85-a061-e791ab9a6053 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.72 "GET /v2.0/networks?id=0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d HTTP/1.1" status: 200  len: 808 time: 0.1469312
Nov 16 22:20:07.707050 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Request body: {'port': {'device_id': 'dcf81d1e-06e5-4545-bcea-739914f0a6e7', 'network_id': '0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d', 'admin_state_up': True, 'tenant_id': '470c53de7c624c05bf06d67576d986e3'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:20:07.861068 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:20:07.865178 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Usage tracker for resource:port and tenant:470c53de7c624c05bf06d67576d986e3 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:20:07.868108 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:20:07.870736 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8373c287-5390-48a5-aeff-fe3572b149b3 req-5c6380bc-f33b-4906-aaea-f9d0fea4f0d3 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 210 time: 0.0444500
Nov 16 22:20:07.874154 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:20:07.971080 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Made reservation on behalf of 470c53de7c624c05bf06d67576d986e3 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:20:07.975335 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:08.148912 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Allocated IP 172.20.0.2 (0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d/a958924c-c368-44f2-8fec-68356edcc87e/419ac80a-f916-4718-af3b-eea89e3b2009) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:20:08.352844 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:08.446112 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:08.451711 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-9dc744cc-f8ca-4b2d-89fc-01f98e174557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:08.516121 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Network 0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:20:08.519084 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:20:08.523494 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:20:08.553871 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Pushing event updated for resources: {'Port': ['ID=419ac80a-f916-4718-af3b-eea89e3b2009,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:08.560132 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:08.591118 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:08.591769 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:08.677385 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-49b9bcd0-1515-4f46-a752-0f0124cec12a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9742146
Nov 16 22:20:08.695301 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Request body: {'port': {'device_id': 'dcf81d1e-06e5-4545-bcea-739914f0a6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:20:08.809747 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:09.057616 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f356f5f-036c-41c3-a676-a0d1291bf803 req-b2d7bec6-7a6d-46f6-a62c-51132ccc843d tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:09.059074 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8f356f5f-036c-41c3-a676-a0d1291bf803 req-b2d7bec6-7a6d-46f6-a62c-51132ccc843d tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 931 time: 0.0822842
Nov 16 22:20:09.106777 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8f356f5f-036c-41c3-a676-a0d1291bf803 req-f0c8b4d2-938f-464a-9de7-da2f565eeaf6 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417640
Nov 16 22:20:09.159830 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 419ac80a-f916-4718-af3b-eea89e3b2009 {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:20:09.167080 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:09.182759 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Transition to ACTIVE for port object 419ac80a-f916-4718-af3b-eea89e3b2009 will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:20:09.245434 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:09.250526 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-87c5f0a5-cb80-42bf-b00b-e03d960b3e64 tempest-TestVolumeBootPattern-34545821 tempest-TestVolumeBootPattern-34545821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:09.506331 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Pushing event updated for resources: {'Port': ['ID=419ac80a-f916-4718-af3b-eea89e3b2009,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:09.513026 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:09.580156 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Attempting to bind port 419ac80a-f916-4718-af3b-eea89e3b2009 on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:20:09.581560 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Attempting to bind port 419ac80a-f916-4718-af3b-eea89e3b2009 by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': '9d913cc2-2c27-46d7-8ae5-33979bd676c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:20:09.583088 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Attempting to bind port 419ac80a-f916-4718-af3b-eea89e3b2009 on network 0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:20:09.586747 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Port 419ac80a-f916-4718-af3b-eea89e3b2009 on network 0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:20:09.587067 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Attempting to bind port 419ac80a-f916-4718-af3b-eea89e3b2009 on network 0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:20:09.592471 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:20:09.592807 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Checking segment: {'id': '9d913cc2-2c27-46d7-8ae5-33979bd676c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:20:09.593187 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Bound using segment: {'id': '9d913cc2-2c27-46d7-8ae5-33979bd676c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:20:09.593608 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Bound port: 419ac80a-f916-4718-af3b-eea89e3b2009, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d913cc2-2c27-46d7-8ae5-33979bd676c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:20:09.593949 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:09.685616 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] For port 419ac80a-f916-4718-af3b-eea89e3b2009, host hv-cinder-81814, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:20:09.688486 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] For port 419ac80a-f916-4718-af3b-eea89e3b2009, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=419ac80a-f916-4718-af3b-eea89e3b2009,segment=NetworkSegment(9d913cc2-2c27-46d7-8ae5-33979bd676c6),segment_id=9d913cc2-2c27-46d7-8ae5-33979bd676c6)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:20:09.783314 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:09.787932 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-f9e28003-1f10-46cd-b108-19741f5425b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:09.843720 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:09.844193 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:09.845556 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] 10.222.0.72 "PUT /v2.0/ports/419ac80a-f916-4718-af3b-eea89e3b2009 HTTP/1.1" status: 200  len: 1093 time: 1.1548157
Nov 16 22:20:09.846068 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf81d1e-06e5-4545-bcea-739914f0a6e7', 'tag': '419ac80a-f916-4718-af3b-eea89e3b2009'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:20:09.878176 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Pushing event updated for resources: {'Port': ['ID=419ac80a-f916-4718-af3b-eea89e3b2009,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:09.878176 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:09.890739 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf81d1e-06e5-4545-bcea-739914f0a6e7', 'tag': '419ac80a-f916-4718-af3b-eea89e3b2009', 'status': 'completed', 'code': 200}
Nov 16 22:20:10.004951 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145144f-6065-49cc-979b-7512dbebfc84 req-51a861bb-21c0-4fc1-9099-bb4f89ab315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:10.006924 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-4145144f-6065-49cc-979b-7512dbebfc84 req-51a861bb-21c0-4fc1-9099-bb4f89ab315d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470c53de7c624c05bf06d67576d986e3&device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 1096 time: 0.0749016
Nov 16 22:20:10.163719 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145144f-6065-49cc-979b-7512dbebfc84 req-f91b8a5c-3ddb-435a-a73b-cc8bf5578a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:10.165340 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-4145144f-6065-49cc-979b-7512dbebfc84 req-f91b8a5c-3ddb-435a-a73b-cc8bf5578a38 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=470c53de7c624c05bf06d67576d986e3&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1458442
Nov 16 22:20:10.307235 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae66e6-1ad7-4686-886d-a312e67ce278 req-2afa0745-b21c-4e6e-a5fc-a21c1d491b5d tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:10.308070 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145144f-6065-49cc-979b-7512dbebfc84 req-83e7d533-3677-4643-ac05-5d03313d0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:10.308684 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-98ae66e6-1ad7-4686-886d-a312e67ce278 req-2afa0745-b21c-4e6e-a5fc-a21c1d491b5d tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 943 time: 0.0832775
Nov 16 22:20:10.309500 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-4145144f-6065-49cc-979b-7512dbebfc84 req-83e7d533-3677-4643-ac05-5d03313d0359 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1368787
Nov 16 22:20:10.354832 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-98ae66e6-1ad7-4686-886d-a312e67ce278 req-643bad96-7c49-4f87-9872-21163d7ad795 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402069
Nov 16 22:20:10.458026 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-527fdf49-0c1c-420a-a6c4-699f35dd007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:10.460168 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-527fdf49-0c1c-420a-a6c4-699f35dd007c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470c53de7c624c05bf06d67576d986e3&device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 1096 time: 0.0712893
Nov 16 22:20:10.540485 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-c4d2dc50-205e-4e49-81bc-7037f6c41a1f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=419ac80a-f916-4718-af3b-eea89e3b2009 HTTP/1.1" status: 200  len: 217 time: 0.0667496
Nov 16 22:20:10.604647 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-a8b0d5aa-3ee2-49b5-aa8d-2a810fcda792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:10.606057 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-a8b0d5aa-3ee2-49b5-aa8d-2a810fcda792 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a958924c-c368-44f2-8fec-68356edcc87e HTTP/1.1" status: 200  len: 848 time: 0.0593710
Nov 16 22:20:10.656363 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-7e64a4d0-0d16-49f2-9390-5eaeac2a53de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437853
Nov 16 22:20:10.804617 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-1d9ad9db-2969-42c5-aeb5-ec81cacb3fb3 service neutron] 10.222.0.72 "GET /v2.0/networks/0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395459
Nov 16 22:20:10.937549 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-774419dc-600a-4e8a-9b09-d6a44999cc04 req-e2592025-6f03-4ac2-8e6f-ecb12c1e71ed service neutron] 10.222.0.72 "GET /v2.0/networks/0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260014
Nov 16 22:20:11.545124 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe05c4-af87-4201-b83b-15a1bd02a5ff req-56c31b5e-7d3f-4d28-8f4a-ce4cc98576e6 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:11.546721 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3bfe05c4-af87-4201-b83b-15a1bd02a5ff req-56c31b5e-7d3f-4d28-8f4a-ce4cc98576e6 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 943 time: 0.0843489
Nov 16 22:20:11.593954 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3bfe05c4-af87-4201-b83b-15a1bd02a5ff req-e628b43a-54c3-42a5-8b05-f719ec400198 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408468
Nov 16 22:20:12.737048 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 419ac80a-f916-4718-af3b-eea89e3b2009 details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:20:12.786579 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2233df8-bfe6-4bed-8436-c1bfb6ff10de req-d11bcce1-e1cf-4f82-a748-eb8b8a394e74 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:12.788199 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c2233df8-bfe6-4bed-8436-c1bfb6ff10de req-d11bcce1-e1cf-4f82-a748-eb8b8a394e74 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 943 time: 0.0835984
Nov 16 22:20:12.835088 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c2233df8-bfe6-4bed-8436-c1bfb6ff10de req-5b0851f1-0ef3-489f-9723-d6b97e75562e tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408118
Nov 16 22:20:12.878557 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 419ac80a-f916-4718-af3b-eea89e3b2009, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=419ac80a-f916-4718-af3b-eea89e3b2009,segment=NetworkSegment(9d913cc2-2c27-46d7-8ae5-33979bd676c6),segment_id=9d913cc2-2c27-46d7-8ae5-33979bd676c6)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:20:12.891919 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': '419ac80a-f916-4718-af3b-eea89e3b2009', 'network_id': '0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d', 'port_id': '419ac80a-f916-4718-af3b-eea89e3b2009', 'mac_address': 'fa:16:3e:f5:fd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a958924c-c368-44f2-8fec-68356edcc87e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:20:12.948068 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:12.964344 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419ac80a-f916-4718-af3b-eea89e3b2009 {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:20:12.978888 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 419ac80a-f916-4718-af3b-eea89e3b2009, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=419ac80a-f916-4718-af3b-eea89e3b2009,segment=NetworkSegment(9d913cc2-2c27-46d7-8ae5-33979bd676c6),segment_id=9d913cc2-2c27-46d7-8ae5-33979bd676c6)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:20:13.036807 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:13.038524 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:13.102906 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=419ac80a-f916-4718-af3b-eea89e3b2009,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:13.105833 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:13.425474 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['419ac80a-f916-4718-af3b-eea89e3b2009'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:20:13.787071 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 44668) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:20:13.915930 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b71814fa-cbbf-44ff-a070-e3dd9171ce62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:13.930015 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b71814fa-cbbf-44ff-a070-e3dd9171ce62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:20:13.933895 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b71814fa-cbbf-44ff-a070-e3dd9171ce62 admin admin] Usage tracker for resource:security_group_rule and tenant:c8c13bd4d035427983b710e625a670dc is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:20:13.936656 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-b71814fa-cbbf-44ff-a070-e3dd9171ce62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:20:13.942369 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-b71814fa-cbbf-44ff-a070-e3dd9171ce62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:20:14.025364 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b71814fa-cbbf-44ff-a070-e3dd9171ce62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:14.025908 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496442a-2412-407b-8832-8f3fc00476f8 req-1b3bfbe7-71be-4da0-82c7-8134bc2c5889 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:14.027490 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6496442a-2412-407b-8832-8f3fc00476f8 req-1b3bfbe7-71be-4da0-82c7-8134bc2c5889 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 944 time: 0.0863829
Nov 16 22:20:14.072178 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6496442a-2412-407b-8832-8f3fc00476f8 req-d3b147e5-9a00-4a9d-9782-10b67788ec15 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390828
Nov 16 22:20:14.159487 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-b71814fa-cbbf-44ff-a070-e3dd9171ce62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:14.167546 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-280eff9f-083c-40e5-8dce-013fb58ed857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:14.208051 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-b71814fa-cbbf-44ff-a070-e3dd9171ce62 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c8c13bd4d035427983b710e625a670dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4198098
Nov 16 22:20:14.209552 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71814fa-cbbf-44ff-a070-e3dd9171ce62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f403a5-cb2c-45ef-84c8-c028ff818de6,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:14.211311 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 44676) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:20:14.212682 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-b71814fa-cbbf-44ff-a070-e3dd9171ce62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:14.269337 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3900a45f-b1e5-4780-94ef-37a9e67ad2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:14.294291 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3900a45f-b1e5-4780-94ef-37a9e67ad2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:14.410952 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3900a45f-b1e5-4780-94ef-37a9e67ad2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:14.414653 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a34583c1-7c58-4faf-903a-616fa0bf999e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:14.431358 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900a45f-b1e5-4780-94ef-37a9e67ad2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f403a5-cb2c-45ef-84c8-c028ff818de6,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:14.433778 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3900a45f-b1e5-4780-94ef-37a9e67ad2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:14.437880 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-3900a45f-b1e5-4780-94ef-37a9e67ad2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:14.439199 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-3900a45f-b1e5-4780-94ef-37a9e67ad2f0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/95f403a5-cb2c-45ef-84c8-c028ff818de6 HTTP/1.1" status: 204  len: 168 time: 0.2266321
Nov 16 22:20:14.594033 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-9d228d16-c588-4e64-8689-2ea0f30fd478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:14.743803 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 419ac80a-f916-4718-af3b-eea89e3b2009 up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:20:14.882361 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port 419ac80a-f916-4718-af3b-eea89e3b2009 completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:20:14.887603 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port 419ac80a-f916-4718-af3b-eea89e3b2009 triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:20:14.887987 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:14.999450 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 44684) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:20:15.008015 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:15.017009 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80e6e3b0-c2eb-46be-9b65-98f924065c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:15.031560 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-80e6e3b0-c2eb-46be-9b65-98f924065c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:20:15.035452 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf81d1e-06e5-4545-bcea-739914f0a6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419ac80a-f916-4718-af3b-eea89e3b2009'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:20:15.037085 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-80e6e3b0-c2eb-46be-9b65-98f924065c2e admin admin] Usage tracker for resource:security_group_rule and tenant:349c4968b9e6422299e5b675c53f1a8e is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:20:15.040280 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [None req-80e6e3b0-c2eb-46be-9b65-98f924065c2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:20:15.047401 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [None req-80e6e3b0-c2eb-46be-9b65-98f924065c2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:20:15.054752 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 419ac80a-f916-4718-af3b-eea89e3b2009, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=419ac80a-f916-4718-af3b-eea89e3b2009,segment=NetworkSegment(9d913cc2-2c27-46d7-8ae5-33979bd676c6),segment_id=9d913cc2-2c27-46d7-8ae5-33979bd676c6)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:20:15.080649 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf81d1e-06e5-4545-bcea-739914f0a6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419ac80a-f916-4718-af3b-eea89e3b2009', 'code': 200}
Nov 16 22:20:15.109834 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:15.113507 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:15.137269 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80e6e3b0-c2eb-46be-9b65-98f924065c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:15.178235 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:15.190320 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=419ac80a-f916-4718-af3b-eea89e3b2009,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:15.193496 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:15.226134 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-80e6e3b0-c2eb-46be-9b65-98f924065c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:15.234568 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-8e5b5704-9b48-41e4-a7f8-6ce9f567c969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:15.260226 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649a644-218a-45cd-8d21-2b69e93b4df0 req-bf9d94f7-6d7d-4b36-a0ca-37981dc0c1c9 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:15.261367 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4649a644-218a-45cd-8d21-2b69e93b4df0 req-bf9d94f7-6d7d-4b36-a0ca-37981dc0c1c9 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 945 time: 0.0820115
Nov 16 22:20:15.279911 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-80e6e3b0-c2eb-46be-9b65-98f924065c2e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=349c4968b9e6422299e5b675c53f1a8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2793586
Nov 16 22:20:15.280893 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6e3b0-c2eb-46be-9b65-98f924065c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd3048d-8b80-4cfc-b43a-13f814246e68,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:15.283981 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-80e6e3b0-c2eb-46be-9b65-98f924065c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:15.284674 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 44692) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:20:15.337912 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-4649a644-218a-45cd-8d21-2b69e93b4df0 req-832c563f-6343-44c9-a2af-21171fffb30e tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707586
Nov 16 22:20:15.363650 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bbc175ef-f0dd-4f13-9618-06bc77b949ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:15.389171 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bbc175ef-f0dd-4f13-9618-06bc77b949ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:15.438479 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:20:15.502348 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bbc175ef-f0dd-4f13-9618-06bc77b949ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:15.508010 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-9cd5d9fd-9de0-4cad-816c-ef355130dbb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:15.520221 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc175ef-f0dd-4f13-9618-06bc77b949ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd3048d-8b80-4cfc-b43a-13f814246e68,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:15.523734 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-bbc175ef-f0dd-4f13-9618-06bc77b949ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:15.525613 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-bbc175ef-f0dd-4f13-9618-06bc77b949ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:15.527940 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-bbc175ef-f0dd-4f13-9618-06bc77b949ea admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/afd3048d-8b80-4cfc-b43a-13f814246e68 HTTP/1.1" status: 204  len: 168 time: 0.2423081
Nov 16 22:20:15.545042 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009244b8-b0be-4d62-9a3c-d5d7ced50631 req-ba45d500-439f-406e-96e3-a5d8d67b651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:15.546516 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-009244b8-b0be-4d62-9a3c-d5d7ced50631 req-ba45d500-439f-406e-96e3-a5d8d67b651c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 1098 time: 0.0746844
Nov 16 22:20:15.589902 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-009244b8-b0be-4d62-9a3c-d5d7ced50631 req-5432a80b-0b4e-4955-9b96-11bbcdd34ddc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362287
Nov 16 22:20:16.526915 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466b710-238b-43ba-a116-ef8f3fe2e333 req-6d2a527d-f2b1-495c-b351-8c1c881f29a9 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:16.528329 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6466b710-238b-43ba-a116-ef8f3fe2e333 req-6d2a527d-f2b1-495c-b351-8c1c881f29a9 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 945 time: 0.0830109
Nov 16 22:20:16.574057 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6466b710-238b-43ba-a116-ef8f3fe2e333 req-8d4cb31e-1a8b-4de5-a62f-9f038e737bd4 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401061
Nov 16 22:20:17.208672 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5dc28c2a-52a9-4b4f-8946-65b35bb5bb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:17.316522 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 44726) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:20:17.431234 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e70f2849-8361-4260-afd4-0f5690c59798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:17.445266 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-e70f2849-8361-4260-afd4-0f5690c59798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:20:17.449059 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-e70f2849-8361-4260-afd4-0f5690c59798 admin admin] Usage tracker for resource:security_group_rule and tenant:9f653863e7504f64a541eaebaf06f10e is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:20:17.451829 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-e70f2849-8361-4260-afd4-0f5690c59798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:20:17.457470 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-e70f2849-8361-4260-afd4-0f5690c59798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:20:17.541871 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e70f2849-8361-4260-afd4-0f5690c59798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:17.613784 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e70f2849-8361-4260-afd4-0f5690c59798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:17.621533 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-77c4cdd1-6e95-4ea9-a89a-a77ecafcc001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:17.663929 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-e70f2849-8361-4260-afd4-0f5690c59798 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9f653863e7504f64a541eaebaf06f10e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3462479
Nov 16 22:20:17.664769 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f2849-8361-4260-afd4-0f5690c59798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe5c872-f04f-4e73-9cfb-9119f7d31977,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:17.666560 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 44734) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:20:17.667744 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e70f2849-8361-4260-afd4-0f5690c59798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:17.730215 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-792f6fc8-7677-4146-8a3b-be8bb0bb8fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:17.756567 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-792f6fc8-7677-4146-8a3b-be8bb0bb8fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:17.767680 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3a502-f99a-4ee0-91cf-164236bdbe89 req-4d831622-c05b-409e-b67a-215a9e93fc7a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:17.769147 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-09d3a502-f99a-4ee0-91cf-164236bdbe89 req-4d831622-c05b-409e-b67a-215a9e93fc7a tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 945 time: 0.0811338
Nov 16 22:20:17.815266 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-09d3a502-f99a-4ee0-91cf-164236bdbe89 req-0890cdb4-d0e5-4f5d-9183-e696aacc317d tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380147
Nov 16 22:20:17.888037 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-792f6fc8-7677-4146-8a3b-be8bb0bb8fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:17.892001 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-55fd585e-7292-49f7-ba50-07ae44263b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:17.905484 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f6fc8-7677-4146-8a3b-be8bb0bb8fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe5c872-f04f-4e73-9cfb-9119f7d31977,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:17.909464 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-792f6fc8-7677-4146-8a3b-be8bb0bb8fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:17.921024 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-792f6fc8-7677-4146-8a3b-be8bb0bb8fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:17.926543 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-792f6fc8-7677-4146-8a3b-be8bb0bb8fc4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bfe5c872-f04f-4e73-9cfb-9119f7d31977 HTTP/1.1" status: 204  len: 168 time: 0.2572370
Nov 16 22:20:18.613576 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:19.678450 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac6074-f29e-434c-9fea-b29b79e4812d req-98787699-d472-4250-84c5-b1c29322be26 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:19.679919 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9eac6074-f29e-434c-9fea-b29b79e4812d req-98787699-d472-4250-84c5-b1c29322be26 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 945 time: 0.0880594
Nov 16 22:20:19.725406 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-9eac6074-f29e-434c-9fea-b29b79e4812d req-31e279ad-ec95-410d-a5f9-d4c7cfdd22d0 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398803
Nov 16 22:20:19.962138 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:20.912478 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b0ce5-ceeb-4cd4-868d-28113d3a799c req-786879e0-c6c2-433b-a069-a439451c6ce0 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:20.914016 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-535b0ce5-ceeb-4cd4-868d-28113d3a799c req-786879e0-c6c2-433b-a069-a439451c6ce0 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 945 time: 0.0809679
Nov 16 22:20:20.967230 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-535b0ce5-ceeb-4cd4-868d-28113d3a799c req-d10dea83-a610-4550-9b43-9359910894a5 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/security-groups?id=eeb5329a-6790-4d88-8903-15994e50d708&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449796
Nov 16 22:20:21.153464 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-acc0aa22-bd10-40d0-b32d-65d4e6b6016e tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=5801530fbead403897dfb7617f41cc33&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0277200
Nov 16 22:20:21.196281 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7debc-df33-4836-b0c9-bab848336db2 req-1031f3d2-92fb-4954-832c-5d58b0104196 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:21.196894 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-55c7debc-df33-4836-b0c9-bab848336db2 req-1031f3d2-92fb-4954-832c-5d58b0104196 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Synchronizing usage tracker for tenant:470c53de7c624c05bf06d67576d986e3 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:20:21.261754 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-55c7debc-df33-4836-b0c9-bab848336db2 req-1031f3d2-92fb-4954-832c-5d58b0104196 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Unset dirty status for tenant:470c53de7c624c05bf06d67576d986e3 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:20:21.262891 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-55c7debc-df33-4836-b0c9-bab848336db2 req-1031f3d2-92fb-4954-832c-5d58b0104196 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 945 time: 0.1443176
Nov 16 22:20:21.305484 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-e9e250c0-c548-4c18-a173-6bc38b910ac8 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:21.306931 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-e9e250c0-c548-4c18-a173-6bc38b910ac8 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1479466
Nov 16 22:20:21.321855 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-6b3ef0c8-fb52-4c61-add5-900585354655 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/quotas/5801530fbead403897dfb7617f41cc33 HTTP/1.1" status: 200  len: 375 time: 0.0094645
Nov 16 22:20:21.371910 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-67d38bb5-c29a-45a1-9695-88097e5849c1 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5801530fbead403897dfb7617f41cc33&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0442007
Nov 16 22:20:21.435375 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-55c7debc-df33-4836-b0c9-bab848336db2 req-18283b2c-db93-49f5-9536-f4699f658aae tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Deleting port 419ac80a-f916-4718-af3b-eea89e3b2009 {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:20:21.435719 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-55c7debc-df33-4836-b0c9-bab848336db2 req-18283b2c-db93-49f5-9536-f4699f658aae tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:21.620435 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-afc6334e-5b2f-4e9d-aef0-9abf64e332f5 req-86eef61f-f09a-4b60-8f5a-60274e2e83f0 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 210 time: 0.0481532
Nov 16 22:20:21.698638 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-55c7debc-df33-4836-b0c9-bab848336db2 req-18283b2c-db93-49f5-9536-f4699f658aae tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] For port 419ac80a-f916-4718-af3b-eea89e3b2009, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=419ac80a-f916-4718-af3b-eea89e3b2009,segment=NetworkSegment(9d913cc2-2c27-46d7-8ae5-33979bd676c6),segment_id=9d913cc2-2c27-46d7-8ae5-33979bd676c6)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:20:21.698991 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-55c7debc-df33-4836-b0c9-bab848336db2 req-18283b2c-db93-49f5-9536-f4699f658aae tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:21.822379 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-55c7debc-df33-4836-b0c9-bab848336db2 req-18283b2c-db93-49f5-9536-f4699f658aae tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Calling delete_port for 419ac80a-f916-4718-af3b-eea89e3b2009 owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:20:22.068936 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-55c7debc-df33-4836-b0c9-bab848336db2 req-18283b2c-db93-49f5-9536-f4699f658aae tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:22.076251 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:22.105189 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['419ac80a-f916-4718-af3b-eea89e3b2009'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:20:22.140227 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a84734dc-4432-4132-b458-bb5ee698cde7 req-c87c1893-9eed-4dfa-9343-751ba904f986 tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 210 time: 0.0644300
Nov 16 22:20:22.159744 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18283b2c-db93-49f5-9536-f4699f658aae tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Pushing event deleted for resources: {'Port': ['ID=419ac80a-f916-4718-af3b-eea89e3b2009,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:22.166622 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-18283b2c-db93-49f5-9536-f4699f658aae tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:22.204841 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c7debc-df33-4836-b0c9-bab848336db2 req-18283b2c-db93-49f5-9536-f4699f658aae tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] No DVR routers for this DVR port 419ac80a-f916-4718-af3b-eea89e3b2009 on host hv-cinder-81814 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:20:22.207255 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-55c7debc-df33-4836-b0c9-bab848336db2 req-18283b2c-db93-49f5-9536-f4699f658aae tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:22.209864 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf81d1e-06e5-4545-bcea-739914f0a6e7', 'name': 'network-vif-deleted', 'tag': '419ac80a-f916-4718-af3b-eea89e3b2009'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:20:22.258529 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf81d1e-06e5-4545-bcea-739914f0a6e7', 'name': 'network-vif-deleted', 'tag': '419ac80a-f916-4718-af3b-eea89e3b2009', 'status': 'completed', 'code': 200}
Nov 16 22:20:22.303473 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-55c7debc-df33-4836-b0c9-bab848336db2 req-18283b2c-db93-49f5-9536-f4699f658aae tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.72 "DELETE /v2.0/ports/419ac80a-f916-4718-af3b-eea89e3b2009 HTTP/1.1" status: 204  len: 173 time: 1.0350416
Nov 16 22:20:22.766095 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-f30154c8-d6a1-4350-bf03-243fef0104ce req-4107bded-a390-4e6f-a7b1-0313b2c8f58b tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 210 time: 0.0425467
Nov 16 22:20:23.314716 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-70b7b664-0cf9-4be0-adfd-ba20bddee051 req-a2e268f6-6ffc-4eec-adf6-c0e4c0ed6eab tempest-VolumesActionsTest-1733696262 tempest-VolumesActionsTest-1733696262-project] 10.222.0.71 "GET /v2.0/ports?device_id=dcf81d1e-06e5-4545-bcea-739914f0a6e7 HTTP/1.1" status: 200  len: 210 time: 0.0460582
Nov 16 22:20:23.966870 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-72bb8b84-54e4-4f94-a983-c4af8374df09 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5801530fbead403897dfb7617f41cc33&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0284667
Nov 16 22:20:24.010196 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-61a789a1-6c96-4c12-9e0d-b6e8a560cb62 req-d32ebd6d-c9ba-4736-99e3-8b9ffd30fb87 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 210 time: 0.1389391
Nov 16 22:20:24.120075 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-674a2c12-25c4-490e-ad06-6f606ac3ce8e tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:24.121520 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-674a2c12-25c4-490e-ad06-6f606ac3ce8e tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1493852
Nov 16 22:20:24.140402 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Request body: {'port': {'device_id': 'f240e2e5-dded-4adc-b673-dc1f45cb4904', 'network_id': '963fb772-1e8f-44b4-9091-50c4ad377a44', 'admin_state_up': True, 'tenant_id': '5801530fbead403897dfb7617f41cc33'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:20:24.277443 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:20:24.281225 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Usage tracker for resource:port and tenant:5801530fbead403897dfb7617f41cc33 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:20:24.283971 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:20:24.290408 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:20:24.407897 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Made reservation on behalf of 5801530fbead403897dfb7617f41cc33 for: {'port': 1} {{(pid=87470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 16 22:20:24.411838 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:24.424636 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Notify callbacks [] for security_group, before_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:24.439621 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:20:24.444051 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Usage tracker for resource:security_group_rule and tenant:5801530fbead403897dfb7617f41cc33 is out of sync, need to count used quota {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:20:24.446795 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:20:24.452568 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.quota.driver [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:20:24.536441 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Notify callbacks [] for security_group, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:24.590526 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:24.593572 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-7b614728-9ca3-43e5-b29e-3a1f42f7c594 tempest-TestShelveInstance-71557845 tempest-TestShelveInstance-71557845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:24.676435 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70aa548-bc7e-42b2-a882-df06cef39ea7,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:24.681736 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:24.769125 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.db_base_plugin_common [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Allocated IP 192.168.233.74 (963fb772-1e8f-44b4-9091-50c4ad377a44/88101cbd-3b40-42bd-a69f-43c84858a0ac/5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed) {{(pid=87470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 16 22:20:24.813940 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 419ac80a-f916-4718-af3b-eea89e3b2009 no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:20:24.852121 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: 419ac80a-f916-4718-af3b-eea89e3b2009 {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:20:24.852766 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 419ac80a-f916-4718-af3b-eea89e3b2009 not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:20:24.989574 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Notify callbacks [] for port, precommit_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:25.005459 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Transition to ACTIVE for port object 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed will not be triggered until provisioned by entity DHCP. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:20:25.125700 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350375967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_create {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:25.131577 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-fbd7584b-0967-4ff8-b917-3eee2098aec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:25.201188 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ee6e6-a48d-4be4-b06d-c3a5aa57334f req-38c61c3e-8649-4034-999a-69454ecac097 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:25.203415 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d7ee6e6-a48d-4be4-b06d-c3a5aa57334f req-38c61c3e-8649-4034-999a-69454ecac097 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 935 time: 0.0841348
Nov 16 22:20:25.203962 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Network 963fb772-1e8f-44b4-9091-50c4ad377a44 is already hosted by enough agents. {{(pid=87470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 16 22:20:25.205218 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.scheduler.base_scheduler [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Resources bound (agent type, host, resource id):  {{(pid=87470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 16 22:20:25.209431 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Received port after_create {{(pid=87470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 16 22:20:25.256176 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-8d7ee6e6-a48d-4be4-b06d-c3a5aa57334f req-117bcc9c-00a5-4aa6-85b8-29761ab9977f tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457351
Nov 16 22:20:25.272288 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Pushing event updated for resources: {'Port': ['ID=5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed,revision_number=1']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:25.284019 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:25.298084 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:25.298700 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:25.374394 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-5b6d29e0-6912-43ae-9e66-da90c2cde607 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2374783
Nov 16 22:20:25.392689 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.v2.base [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Request body: {'port': {'device_id': 'f240e2e5-dded-4adc-b673-dc1f45cb4904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81814'}} {{(pid=87470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 16 22:20:25.553190 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a0ca3902-b510-4f36-ac13-28fbd40f0d24 None None] Provisioning for port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed completed by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:20:25.558477 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-a0ca3902-b510-4f36-ac13-28fbd40f0d24 None None] Provisioning complete for port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed triggered by entity DHCP. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:20:25.558855 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a0ca3902-b510-4f36-ac13-28fbd40f0d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:25.619735 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:25.620933 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca3902-b510-4f36-ac13-28fbd40f0d24 None None] Port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed cannot update to ACTIVE because it is not bound. {{(pid=87471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 16 22:20:25.983110 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed {{(pid=87470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:20:25.990428 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:26.005167 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.provisioning_blocks [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Transition to ACTIVE for port object 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed will not be triggered until provisioned by entity L2. {{(pid=87470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 16 22:20:26.085000 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:26.090049 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-ebfd4157-5276-4c4d-afb3-eaa27a046c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:26.267908 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Pushing event updated for resources: {'Port': ['ID=5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed,revision_number=2']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:26.295054 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:26.345206 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Attempting to bind port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed on host hv-cinder-81814 for vnic_type normal with profile  {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 16 22:20:26.345544 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Attempting to bind port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed by drivers openvswitch,hyperv on host hv-cinder-81814 at level 0 using segments [{'id': 'de1c1138-acb6-4581-aab2-e8afe8399ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '963fb772-1e8f-44b4-9091-50c4ad377a44'}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 16 22:20:26.345874 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Attempting to bind port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed on network 963fb772-1e8f-44b4-9091-50c4ad377a44 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:20:26.351536 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed on network 963fb772-1e8f-44b4-9091-50c4ad377a44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81814 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 16 22:20:26.351859 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Attempting to bind port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed on network 963fb772-1e8f-44b4-9091-50c4ad377a44 {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 16 22:20:26.357168 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Checking agent: {'id': '3b2bb7c4-d11c-4157-8cb9-a5b675d68549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81814', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'started_at': datetime.datetime(2021, 11, 16, 22, 4, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 16 22:20:26.357512 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Checking segment: {'id': 'de1c1138-acb6-4581-aab2-e8afe8399ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '963fb772-1e8f-44b4-9091-50c4ad377a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 16 22:20:26.357895 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Bound using segment: {'id': 'de1c1138-acb6-4581-aab2-e8afe8399ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '963fb772-1e8f-44b4-9091-50c4ad377a44'} {{(pid=87470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 16 22:20:26.358355 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.managers [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Bound port: 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed, host: hv-cinder-81814, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1c1138-acb6-4581-aab2-e8afe8399ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '963fb772-1e8f-44b4-9091-50c4ad377a44'}}] {{(pid=87470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 16 22:20:26.358718 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:26.446400 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7e6dd-d466-4085-ab2d-425f43600e1e req-46a543a4-073f-42dd-a215-5a6b383b2083 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:26.447909 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5ec7e6dd-d466-4085-ab2d-425f43600e1e req-46a543a4-073f-42dd-a215-5a6b383b2083 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 947 time: 0.0823951
Nov 16 22:20:26.451272 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] For port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed, host hv-cinder-81814, cleared binding levels {{(pid=87470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 16 22:20:26.454284 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] For port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed, host hv-cinder-81814, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed,segment=NetworkSegment(de1c1138-acb6-4581-aab2-e8afe8399ce6),segment_id=de1c1138-acb6-4581-aab2-e8afe8399ce6)] {{(pid=87470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 16 22:20:26.492860 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5ec7e6dd-d466-4085-ab2d-425f43600e1e req-cadfe59b-8eb1-4496-ad4d-eaf145ac913f tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388298
Nov 16 22:20:26.525230 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5480891'] for port, after_update {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:26.530057 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-54c97da1-83f9-4962-ab5c-eb52eb908287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:26.594617 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:26.595250 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:26.596607 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] 10.222.0.72 "PUT /v2.0/ports/5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed HTTP/1.1" status: 200  len: 1097 time: 1.2082431
Nov 16 22:20:26.597137 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f240e2e5-dded-4adc-b673-dc1f45cb4904', 'tag': '5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:20:26.622207 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Pushing event updated for resources: {'Port': ['ID=5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed,revision_number=3']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:26.626820 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-461e375b-2843-4dbb-9c4f-7e75e73da4ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:26.644937 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f240e2e5-dded-4adc-b673-dc1f45cb4904', 'tag': '5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed', 'status': 'completed', 'code': 200}
Nov 16 22:20:26.794227 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4351b72-ed99-4a0d-ae51-5c32568b4af4 req-6955815b-99cb-4d35-9474-7e262031e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:26.795822 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-a4351b72-ed99-4a0d-ae51-5c32568b4af4 req-6955815b-99cb-4d35-9474-7e262031e076 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5801530fbead403897dfb7617f41cc33&device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 1100 time: 0.0754905
Nov 16 22:20:27.682817 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142f916-ce86-42ca-a134-8ef543c5b892 req-d45e32c8-5dad-4765-9f07-0f6234c74499 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:27.684506 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6142f916-ce86-42ca-a134-8ef543c5b892 req-d45e32c8-5dad-4765-9f07-0f6234c74499 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 947 time: 0.0883858
Nov 16 22:20:27.729304 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-6142f916-ce86-42ca-a134-8ef543c5b892 req-99bb5b33-e9ff-4399-b25a-97f94928633c tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392907
Nov 16 22:20:28.796544 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-a4351b72-ed99-4a0d-ae51-5c32568b4af4 req-ea2a247e-09bb-4e74-9634-343eabeba9f7 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5801530fbead403897dfb7617f41cc33&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0265059
Nov 16 22:20:28.915314 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de8a65-2936-4da2-98ae-3e112b1f7bdc req-cf20a97c-dd2c-44ea-a40a-4b69c65da876 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:28.916658 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d8de8a65-2936-4da2-98ae-3e112b1f7bdc req-cf20a97c-dd2c-44ea-a40a-4b69c65da876 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 947 time: 0.0810544
Nov 16 22:20:28.960886 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-d8de8a65-2936-4da2-98ae-3e112b1f7bdc req-8907fea9-4e63-433b-a12c-096db3a79c7e tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386338
Nov 16 22:20:30.146761 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194501a8-3b9f-41d7-b4aa-cbebd7c4db7e req-c5719ffb-11ea-4075-be51-c05e004918e8 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:30.148243 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-194501a8-3b9f-41d7-b4aa-cbebd7c4db7e req-c5719ffb-11ea-4075-be51-c05e004918e8 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 947 time: 0.0835247
Nov 16 22:20:30.192126 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4351b72-ed99-4a0d-ae51-5c32568b4af4 req-1ca0931c-3c79-4350-8e8d-975804f08026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:30.193097 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-194501a8-3b9f-41d7-b4aa-cbebd7c4db7e req-b5e0f84b-e272-4403-9181-e0da7e0c8c47 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388863
Nov 16 22:20:30.193559 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-a4351b72-ed99-4a0d-ae51-5c32568b4af4 req-1ca0931c-3c79-4350-8e8d-975804f08026 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1332467
Nov 16 22:20:30.325593 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-ecdfdb8c-8a86-4887-a157-41d8ff36341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:30.327033 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-ecdfdb8c-8a86-4887-a157-41d8ff36341d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5801530fbead403897dfb7617f41cc33&device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 1100 time: 0.0710685
Nov 16 22:20:30.402926 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-8ec2b4c4-6eed-4732-b0a3-dec6739b9403 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed HTTP/1.1" status: 200  len: 217 time: 0.0630817
Nov 16 22:20:30.466690 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-50241f7d-aa14-4780-9d64-b0ef243aa2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:30.468171 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-50241f7d-aa14-4780-9d64-b0ef243aa2a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=88101cbd-3b40-42bd-a69f-43c84858a0ac HTTP/1.1" status: 200  len: 843 time: 0.0571103
Nov 16 22:20:30.548162 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-1fe4631d-84b6-4228-9370-62b56e4cea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:30.549556 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-1fe4631d-84b6-4228-9370-62b56e4cea20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=963fb772-1e8f-44b4-9091-50c4ad377a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0739651
Nov 16 22:20:30.679195 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-282c2e2b-ed2f-472e-8943-093ff4c1998e service neutron] 10.222.0.72 "GET /v2.0/networks/963fb772-1e8f-44b4-9091-50c4ad377a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221931
Nov 16 22:20:30.907273 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-0a1076c6-73fa-44d0-9181-e5d37b6ab962 req-6a4b3b81-431d-4d12-9358-a88fc4cfddb4 service neutron] 10.222.0.72 "GET /v2.0/networks/963fb772-1e8f-44b4-9091-50c4ad377a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2199633
Nov 16 22:20:31.374460 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5d750-dd92-4860-b8e3-20ed537439cd req-aa9c06d0-ee52-47af-b99e-895321297bfa tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:31.375915 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-55f5d750-dd92-4860-b8e3-20ed537439cd req-aa9c06d0-ee52-47af-b99e-895321297bfa tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 947 time: 0.0790954
Nov 16 22:20:31.422580 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-55f5d750-dd92-4860-b8e3-20ed537439cd req-7149bdab-d56c-4c93-9846-7e1902eb29d6 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404990
Nov 16 22:20:32.473481 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:32.668346 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b6c49-f95c-4643-bc50-fda02e223117 req-e26696ac-6d58-4bca-aa33-1b45f6ca631e tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:32.670190 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-647b6c49-f95c-4643-bc50-fda02e223117 req-e26696ac-6d58-4bca-aa33-1b45f6ca631e tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 947 time: 0.1109459
Nov 16 22:20:32.721708 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-647b6c49-f95c-4643-bc50-fda02e223117 req-cf53cc14-deee-4009-a1e7-c1d5438471a6 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434167
Nov 16 22:20:33.933369 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa84a3b-d657-4eb5-b134-758f5e5a5caf req-ba30b3fc-6b6a-44d5-89c7-c484ecf61cf4 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:33.935795 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5fa84a3b-d657-4eb5-b134-758f5e5a5caf req-ba30b3fc-6b6a-44d5-89c7-c484ecf61cf4 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 947 time: 0.0906510
Nov 16 22:20:34.021851 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-5fa84a3b-d657-4eb5-b134-758f5e5a5caf req-cb702b0a-8141-421e-b61e-2c1182a198dc tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752392
Nov 16 22:20:34.858055 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed details requested by agent hyperv_hv-cinder-81814 with host hv-cinder-81814 {{(pid=87471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 16 22:20:35.001810 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed,segment=NetworkSegment(de1c1138-acb6-4581-aab2-e8afe8399ce6),segment_id=de1c1138-acb6-4581-aab2-e8afe8399ce6)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:20:35.016135 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Returning: {'device': '5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed', 'network_id': '963fb772-1e8f-44b4-9091-50c4ad377a44', 'port_id': '5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed', 'mac_address': 'fa:16:3e:03:73:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88101cbd-3b40-42bd-a69f-43c84858a0ac', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 16 22:20:35.089489 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:35.110135 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed {{(pid=87471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 16 22:20:35.128227 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed,segment=NetworkSegment(de1c1138-acb6-4581-aab2-e8afe8399ce6),segment_id=de1c1138-acb6-4581-aab2-e8afe8399ce6)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:20:35.207438 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:35.209961 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:35.257118 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02354ab-b3a2-4159-b878-1a7da169c765 req-34063d05-5fc9-4c5f-af9c-43f0e5d6bb23 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:35.266351 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e02354ab-b3a2-4159-b878-1a7da169c765 req-34063d05-5fc9-4c5f-af9c-43f0e5d6bb23 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 947 time: 0.1107299
Nov 16 22:20:35.298973 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed,revision_number=4']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:35.302871 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:35.320590 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e02354ab-b3a2-4159-b878-1a7da169c765 req-e1c2acc1-ee79-427a-932c-b0259a4b3a5e tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529046
Nov 16 22:20:35.651800 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:20:36.549309 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5a905-0e7e-4ae9-97a0-7dec9c629c5c req-40a881a6-72d2-440e-8d0d-12a32e16264e tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:36.551741 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fae5a905-0e7e-4ae9-97a0-7dec9c629c5c req-40a881a6-72d2-440e-8d0d-12a32e16264e tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 948 time: 0.1184828
Nov 16 22:20:36.619774 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-fae5a905-0e7e-4ae9-97a0-7dec9c629c5c req-b71aa339-5b83-460b-9654-5174ccc050ff tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548766
Nov 16 22:20:36.882779 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed up at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 16 22:20:37.032709 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning for port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed completed by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 16 22:20:37.039184 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.db.provisioning_blocks [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Provisioning complete for port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed triggered by entity L2. {{(pid=87471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 16 22:20:37.039611 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-650229'] for port, provisioning_complete {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:37.202753 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7748422'] for port, before_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:37.236174 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f240e2e5-dded-4adc-b673-dc1f45cb4904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed'}] {{(pid=87471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:20:37.248788 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] For port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed,segment=NetworkSegment(de1c1138-acb6-4581-aab2-e8afe8399ce6),segment_id=de1c1138-acb6-4581-aab2-e8afe8399ce6)] {{(pid=87471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:20:37.284110 dv-cinder-818140-1-iscsi neutron-server[87471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f240e2e5-dded-4adc-b673-dc1f45cb4904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed', 'code': 200}
Nov 16 22:20:37.526213 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771350745110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350375985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350376030'] for port, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:37.694395 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:37.694395 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Pushing event updated for resources: {'Port': ['ID=5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed,revision_number=5']} {{(pid=87471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:37.694395 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG oslo_concurrency.lockutils [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87471) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:37.828147 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8282d48-9276-4634-82bb-579bf8339ce6 req-987558ae-1985-49eb-915e-5b68139f79f6 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:37.829583 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e8282d48-9276-4634-82bb-579bf8339ce6 req-987558ae-1985-49eb-915e-5b68139f79f6 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 949 time: 0.0957453
Nov 16 22:20:37.873921 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-e8282d48-9276-4634-82bb-579bf8339ce6 req-5456c40a-085e-4cf4-a549-c57fac859c56 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382552
Nov 16 22:20:38.142696 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88507d3d-2274-4700-828d-8cc0cc5fb614 req-2ea52da8-bab7-4fae-b565-2324833cc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:38.144794 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-88507d3d-2274-4700-828d-8cc0cc5fb614 req-2ea52da8-bab7-4fae-b565-2324833cc9e5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 1102 time: 0.0794933
Nov 16 22:20:38.194848 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-88507d3d-2274-4700-828d-8cc0cc5fb614 req-0f90b5f9-6dbd-4a0e-91d8-fd3b87b70cc2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434079
Nov 16 22:20:39.088841 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18e595-493b-456b-8243-dc67e6064c06 req-93a5b03d-877b-45ce-9348-c8c2cdbbc59c tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:39.091199 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac18e595-493b-456b-8243-dc67e6064c06 req-93a5b03d-877b-45ce-9348-c8c2cdbbc59c tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 949 time: 0.0914896
Nov 16 22:20:39.144562 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-ac18e595-493b-456b-8243-dc67e6064c06 req-001906c4-a6da-4961-a972-d775d212a042 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466747
Nov 16 22:20:40.358021 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaa85b-868a-4924-9b80-b8e5fa74917e req-b68858f3-de65-4852-a0fb-6d03e1abd8d1 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:40.359706 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3edaa85b-868a-4924-9b80-b8e5fa74917e req-b68858f3-de65-4852-a0fb-6d03e1abd8d1 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 949 time: 0.0891485
Nov 16 22:20:40.418649 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-3edaa85b-868a-4924-9b80-b8e5fa74917e req-3f842218-c0e5-4854-953e-d681c91b9cdc tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479662
Nov 16 22:20:41.204476 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c43f7-4cb1-4b12-a7d2-d4409b6f61cd req-64ad4166-691f-40c5-8b40-40efdbdf5620 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:41.205948 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a83c43f7-4cb1-4b12-a7d2-d4409b6f61cd req-64ad4166-691f-40c5-8b40-40efdbdf5620 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 949 time: 0.0940456
Nov 16 22:20:41.263929 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-a83c43f7-4cb1-4b12-a7d2-d4409b6f61cd req-797eb7a7-6853-476e-9f13-45ca9616d54d tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499825
Nov 16 22:20:42.473849 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abe4b6-2e3f-44f5-acae-d59fda9e301b req-381185c8-068f-4983-9a55-853d782da7b1 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:42.476767 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b0abe4b6-2e3f-44f5-acae-d59fda9e301b req-381185c8-068f-4983-9a55-853d782da7b1 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 949 time: 0.0980151
Nov 16 22:20:42.575897 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-b0abe4b6-2e3f-44f5-acae-d59fda9e301b req-13afc4ad-55e8-4180-83de-79b616a631cb tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932190
Nov 16 22:20:42.954313 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb93ef4-138b-4347-90dd-2f48e4f7bcc2 req-cec66c7f-6058-4ee7-a369-4564aa0f219d tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:42.955030 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-8bb93ef4-138b-4347-90dd-2f48e4f7bcc2 req-cec66c7f-6058-4ee7-a369-4564aa0f219d tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Synchronizing usage tracker for tenant:5801530fbead403897dfb7617f41cc33 on resource:port {{(pid=87470) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 16 22:20:43.035898 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.quota.resource [req-8bb93ef4-138b-4347-90dd-2f48e4f7bcc2 req-cec66c7f-6058-4ee7-a369-4564aa0f219d tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Unset dirty status for tenant:5801530fbead403897dfb7617f41cc33 on resource:port {{(pid=87470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 16 22:20:43.037634 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-8bb93ef4-138b-4347-90dd-2f48e4f7bcc2 req-cec66c7f-6058-4ee7-a369-4564aa0f219d tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 949 time: 0.1732345
Nov 16 22:20:43.128659 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-8bb93ef4-138b-4347-90dd-2f48e4f7bcc2 req-d23fc73b-c87b-43b3-9444-b7be6227ac0d tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Deleting port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed {{(pid=87470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 16 22:20:43.129102 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-8bb93ef4-138b-4347-90dd-2f48e4f7bcc2 req-d23fc73b-c87b-43b3-9444-b7be6227ac0d tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771350741917'] for port, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:43.417894 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.db [req-8bb93ef4-138b-4347-90dd-2f48e4f7bcc2 req-d23fc73b-c87b-43b3-9444-b7be6227ac0d tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] For port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed, host hv-cinder-81814, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81814',level=0,port_id=5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed,segment=NetworkSegment(de1c1138-acb6-4581-aab2-e8afe8399ce6),segment_id=de1c1138-acb6-4581-aab2-e8afe8399ce6)] {{(pid=87470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 16 22:20:43.418588 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-8bb93ef4-138b-4347-90dd-2f48e4f7bcc2 req-d23fc73b-c87b-43b3-9444-b7be6227ac0d tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986373'] for port, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:43.553191 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.plugins.ml2.plugin [req-8bb93ef4-138b-4347-90dd-2f48e4f7bcc2 req-d23fc73b-c87b-43b3-9444-b7be6227ac0d tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Calling delete_port for 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed owned by compute:nova {{(pid=87470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 16 22:20:43.784227 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d6b30-0775-4e3e-93f1-03e78ac0fdb0 req-98b25c85-3dac-47a7-a94f-7d8385d6160e tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 16 22:20:43.903164 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c51d6b30-0775-4e3e-93f1-03e78ac0fdb0 req-98b25c85-3dac-47a7-a94f-7d8385d6160e tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 949 time: 0.0962739
Nov 16 22:20:43.903164 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-c51d6b30-0775-4e3e-93f1-03e78ac0fdb0 req-375ca405-1fc2-4015-9d45-ad88fa9f94a1 tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/security-groups?id=a70aa548-bc7e-42b2-a882-df06cef39ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390193
Nov 16 22:20:43.973080 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-8bb93ef4-138b-4347-90dd-2f48e4f7bcc2 req-d23fc73b-c87b-43b3-9444-b7be6227ac0d tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7748357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771350745137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350375976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5480866'] for port, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:43.979607 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d68deda2-c870-4902-86e4-fd8850853feb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:44.009342 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.db [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] get_ports_and_sgs() called for port_ids ['5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed'] {{(pid=87471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 16 22:20:44.029725 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fc73b-c87b-43b3-9444-b7be6227ac0d tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Pushing event deleted for resources: {'Port': ['ID=5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:44.031552 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-d23fc73b-c87b-43b3-9444-b7be6227ac0d tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:44.115388 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb93ef4-138b-4347-90dd-2f48e4f7bcc2 req-d23fc73b-c87b-43b3-9444-b7be6227ac0d tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] No DVR routers for this DVR port 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed on host hv-cinder-81814 {{(pid=87470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 16 22:20:44.117974 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [req-8bb93ef4-138b-4347-90dd-2f48e4f7bcc2 req-d23fc73b-c87b-43b3-9444-b7be6227ac0d tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75375'] for port, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:44.128218 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f240e2e5-dded-4adc-b673-dc1f45cb4904', 'name': 'network-vif-deleted', 'tag': '5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed'}] {{(pid=87470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 16 22:20:44.194366 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f240e2e5-dded-4adc-b673-dc1f45cb4904', 'name': 'network-vif-deleted', 'tag': '5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed', 'status': 'completed', 'code': 200}
Nov 16 22:20:44.208226 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [req-8bb93ef4-138b-4347-90dd-2f48e4f7bcc2 req-d23fc73b-c87b-43b3-9444-b7be6227ac0d tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.72 "DELETE /v2.0/ports/5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed HTTP/1.1" status: 204  len: 173 time: 1.1647060
Nov 16 22:20:44.631204 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a1e2a64d-1d6b-4416-a3f7-d6408ba8d30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:45.091851 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [req-be167d32-0e1d-440c-8679-4fac985083f9 req-efca705e-d965-43f2-8274-70f0cd51000a tempest-VolumesNegativeTest-1792418702 tempest-VolumesNegativeTest-1792418702-project] 10.222.0.71 "GET /v2.0/ports?device_id=f240e2e5-dded-4adc-b673-dc1f45cb4904 HTTP/1.1" status: 200  len: 210 time: 0.0546072
Nov 16 22:20:45.161311 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:46.929858 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed no longer exists at agent hyperv_hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 16 22:20:46.965939 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.plugin [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] No Port match for: 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed {{(pid=87471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 16 22:20:46.966281 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron.plugins.ml2.rpc [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Device 5d0f1ac4-2994-4acd-8cf4-44a3ca5010ed not bound to the agent host hv-cinder-81814 {{(pid=87471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 16 22:20:47.233032 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-90a12769-af97-43e3-afe0-a5fa90826262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:48.626593 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:49.969970 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:52.088720 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 45338) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:20:52.148063 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac031aa-e5ca-4844-87ce-db0a5a882501 admin admin] Deleting subnet a958924c-c368-44f2-8fec-68356edcc87e {{(pid=87469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 16 22:20:52.151006 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ac031aa-e5ca-4844-87ce-db0a5a882501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:52.202846 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ac031aa-e5ca-4844-87ce-db0a5a882501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6288082'] for subnet, precommit_delete_associations {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:52.344656 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ac031aa-e5ca-4844-87ce-db0a5a882501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595242'] for subnet, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:52.437341 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:20:52.475826 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ac031aa-e5ca-4844-87ce-db0a5a882501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6816941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016861'] for subnet, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:52.479943 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e86077cb-83c2-4030-ba35-9b67c587be0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:52.519254 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac031aa-e5ca-4844-87ce-db0a5a882501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a958924c-c368-44f2-8fec-68356edcc87e,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:52.521174 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-1ac031aa-e5ca-4844-87ce-db0a5a882501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:52.523643 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-1ac031aa-e5ca-4844-87ce-db0a5a882501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:52.531811 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-1ac031aa-e5ca-4844-87ce-db0a5a882501 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a958924c-c368-44f2-8fec-68356edcc87e HTTP/1.1" status: 204  len: 168 time: 0.4420791
Nov 16 22:20:52.534275 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 45342) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:20:52.641612 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0610a1dc-8747-4509-9a81-74e0b509b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616172'] for network, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:52.769981 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0610a1dc-8747-4509-9a81-74e0b509b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650876', 'neutron.services.segments.db._delete_segments_for_network-8771350883669'] for network, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:52.795777 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-0610a1dc-8747-4509-9a81-74e0b509b4ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c3d520>,) {'filters': {'network_id': ['0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d']}} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:20:52.808103 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-0610a1dc-8747-4509-9a81-74e0b509b4ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c3d520>, '9d913cc2-2c27-46d7-8ae5-33979bd676c6') {'for_net_delete': True} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:20:52.808395 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.services.segments.db [None req-0610a1dc-8747-4509-9a81-74e0b509b4ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa3d1c3d520>, '9d913cc2-2c27-46d7-8ae5-33979bd676c6') {} {{(pid=87469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 16 22:20:52.819447 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0610a1dc-8747-4509-9a81-74e0b509b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771350895957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6288077'] for segment, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:52.834935 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0610a1dc-8747-4509-9a81-74e0b509b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590781'] for segment, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:52.841180 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0610a1dc-8747-4509-9a81-74e0b509b4ac admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=87469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 16 22:20:52.841552 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0610a1dc-8747-4509-9a81-74e0b509b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-590772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6816971'] for segment, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]: Traceback (most recent call last):
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:     timer()
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:     cb(*args, **kw)
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:     return func(*args, **kwargs)
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:     self._notify()
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:     self.callback(batched_events)
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:     event.method(event)
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:     return f(self, *a, **k)
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self._get(url).json()
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:     return self.request(url, 'GET', **kwargs)
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 16 22:20:52.858164 dv-cinder-818140-1-iscsi neutron-server[87469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 16 22:20:52.992483 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0610a1dc-8747-4509-9a81-74e0b509b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984581'] for network, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:52.996099 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:53.008903 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-0610a1dc-8747-4509-9a81-74e0b509b4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886411'] for network, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:53.020966 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610a1dc-8747-4509-9a81-74e0b509b4ac admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:53.023922 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-0610a1dc-8747-4509-9a81-74e0b509b4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:53.090490 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-0610a1dc-8747-4509-9a81-74e0b509b4ac admin admin] 10.222.0.71 "DELETE /v2.0/networks/0b1b0886-b5f1-4fa5-ab40-45cc5008fd5d HTTP/1.1" status: 204  len: 168 time: 0.5550654
Nov 16 22:20:53.147458 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 45354) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:20:53.299629 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-6498e561-72d3-4d74-bcf3-65105f136f44 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5801530fbead403897dfb7617f41cc33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1505837
Nov 16 22:20:53.302281 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 45360) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:20:53.365680 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-97933bf6-cf96-4aae-8e99-a62f0dd14219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:53.394841 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-97933bf6-cf96-4aae-8e99-a62f0dd14219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:53.494444 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 45364) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:20:53.512720 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-97933bf6-cf96-4aae-8e99-a62f0dd14219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:53.519175 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-a09751c6-b632-4e86-98c0-1e5b30c32104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:53.539861 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97933bf6-cf96-4aae-8e99-a62f0dd14219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70aa548-bc7e-42b2-a882-df06cef39ea7,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:53.545250 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-97933bf6-cf96-4aae-8e99-a62f0dd14219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:53.561145 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-97933bf6-cf96-4aae-8e99-a62f0dd14219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:53.562293 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-97933bf6-cf96-4aae-8e99-a62f0dd14219 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a70aa548-bc7e-42b2-a882-df06cef39ea7 HTTP/1.1" status: 204  len: 168 time: 0.2590363
Nov 16 22:20:53.569536 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-c655695e-0160-4d01-8a8a-4bbc455ea598 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=470c53de7c624c05bf06d67576d986e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0739298
Nov 16 22:20:53.571879 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 45370) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:20:53.634574 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e464cc60-f8d4-448f-90ce-457c1899a5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:53.661652 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e464cc60-f8d4-448f-90ce-457c1899a5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:53.860812 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e464cc60-f8d4-448f-90ce-457c1899a5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:53.864793 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-ea70724b-6d36-4dce-ae3f-c4f5ac6bad6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:20:53.878826 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464cc60-f8d4-448f-90ce-457c1899a5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb5329a-6790-4d88-8903-15994e50d708,revision_number=None']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:20:53.881741 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-e464cc60-f8d4-448f-90ce-457c1899a5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:20:53.888043 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-e464cc60-f8d4-448f-90ce-457c1899a5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:20:53.894282 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-e464cc60-f8d4-448f-90ce-457c1899a5a9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eeb5329a-6790-4d88-8903-15994e50d708 HTTP/1.1" status: 204  len: 168 time: 0.3163898
Nov 16 22:21:02.477103 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:14.608492 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ae6b41cb-fd3b-4449-9b66-e18695e7d5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:15.114934 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:17.214427 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e47058fc-8d9b-4b0f-83fc-2406a5427cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:18.711631 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:19.172372 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.wsgi [-] (87469) accepted ('10.222.0.71', 45510) {{(pid=87469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:21:19.287924 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:19.302337 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 16 22:21:19.306474 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Usage tracker for resource:security_group_rule and tenant:d7b52ead0a5447d3b5e2e65497e27c25 is out of sync, need to count used quota {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 16 22:21:19.309420 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.quota.resource [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 16 22:21:19.315066 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.db.quota.driver [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 16 22:21:19.397232 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:19.446240 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron_lib.callbacks.manager [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_create {{(pid=87469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:19.453596 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-3900a45f-b1e5-4780-94ef-37a9e67ad2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:21:19.494338 dv-cinder-818140-1-iscsi neutron-server[87469]: INFO neutron.wsgi [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d7b52ead0a5447d3b5e2e65497e27c25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3209181
Nov 16 22:21:19.495559 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da7669f-a016-4631-a4ba-455a424aea08,revision_number=1']} {{(pid=87469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:21:19.497354 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [-] (87470) accepted ('10.222.0.71', 45516) {{(pid=87470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 16 22:21:19.502875 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.503282 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.503659 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.504026 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.504391 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.504750 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.505108 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.505468 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.505827 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.506182 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.506536 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.506917 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.511580 dv-cinder-818140-1-iscsi neutron-server[87469]: DEBUG oslo_concurrency.lockutils [None req-2287360e-6d04-435f-82d2-18ad380445cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:21:19.562800 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:19.589022 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:19.726231 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470466'] for security_group, after_delete {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:19.730012 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-a32b1391-aba4-4541-8647-ddbba24716f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 16 22:21:19.743440 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da7669f-a016-4631-a4ba-455a424aea08,revision_number=None']} {{(pid=87470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 16 22:21:19.752527 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.752840 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.753208 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.753567 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.753934 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.754289 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.754642 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.754991 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.755402 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.756000 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.756594 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.757229 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818140-1-iscsi {{(pid=87470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 16 22:21:19.760119 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron_lib.callbacks.manager [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:19.762251 dv-cinder-818140-1-iscsi neutron-server[87470]: INFO neutron.wsgi [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3da7669f-a016-4631-a4ba-455a424aea08 HTTP/1.1" status: 204  len: 168 time: 0.2628491
Nov 16 22:21:19.762251 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG oslo_concurrency.lockutils [None req-10cdf4d2-9de2-4b65-8927-ef915496d165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 16 22:21:19.954704 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:29.436674 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:21:32.479643 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:44.593256 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-a4627b71-d718-48fa-9c69-3fd3d7beab11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:45.109865 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:47.215999 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-98421972-a1a8-4423-9dd7-335d33792f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:48.612509 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:21:49.955069 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:22:02.474706 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:22:06.435411 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:22:14.600833 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-5f4507ac-98b3-485e-bda8-faf566fd0f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:22:15.125340 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:22:17.233975 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-b888c5cf-b99d-4251-812f-ff38970cd423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:22:18.631882 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:22:20.025912 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:22:32.500331 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:22:43.434483 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:22:44.587273 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e2c7b02d-c862-4de2-b2b0-9f6ee8519029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:22:45.139483 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:22:47.215413 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-67ab8a6f-fb56-4d8f-b006-14380408d176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:22:48.615403 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:22:50.009825 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:23:02.500823 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:23:14.608813 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cae6a127-ee7a-4502-b551-3899607f3231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:23:15.123395 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:23:17.248609 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-740af22b-5c1e-49ce-af2c-0a71ecbdd3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:23:18.654310 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:23:19.967223 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:23:20.434666 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:23:32.505217 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:23:40.538537 dv-cinder-818140-1-iscsi neutron-server[87470]: DEBUG neutron.wsgi [req-0283a223-229a-4e92-a2c4-1a74a131fa6d req-3a00da43-ec53-4ad3-a14c-5cfeb058b19a service neutron] (87470) timed out ('10.222.0.72', 54184) {{(pid=87470) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 16 22:23:44.607558 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-86afbb9e-a180-4eae-bc57-6844939acaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:23:45.125695 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:23:47.218448 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-e20c0192-7bdd-48a4-ac21-6ca96d1469e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:23:48.613006 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:23:49.995902 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:23:57.432830 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:24:02.532629 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:24:14.598795 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce470-8506-44de-ac83-16904cd042e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:24:15.140875 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:24:17.257445 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd686-9911-4999-a9fb-8da85e50b3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:24:18.662676 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:24:19.976657 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:24:32.540859 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:24:34.431768 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:24:44.593675 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-f2e5ce51-33f8-44f5-aa97-771b8ba576e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:24:45.152935 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:24:47.227283 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-668c4271-e45e-4899-a488-8993b2dfc955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:24:48.661627 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:24:50.021500 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:25:02.540670 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:25:11.431039 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:25:14.614390 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-cc5fce45-9949-48d7-ac3a-f320c0411e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:25:15.163651 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:25:17.214097 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-ff840355-2da5-46a8-b02e-cb391647a180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:25:18.648838 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:25:20.002121 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:25:32.567339 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:25:44.613041 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-c8d0ec64-474f-4f9e-944d-7557d179ec0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:25:45.160731 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:25:47.224447 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7519e164-d353-4fde-aa4f-5e02699c131b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:25:48.429341 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:25:48.640405 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:25:50.001392 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:26:02.560966 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:26:14.606200 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-0fc03012-ce03-41f1-915d-5a097b9bbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:26:15.143115 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:26:17.240459 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d46093b0-9f6a-4bd7-8c81-eacd828f84f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:26:18.696811 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:26:19.965694 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:26:25.428242 dv-cinder-818140-1-iscsi neutron-server[87472]: DEBUG neutron.db.agents_db [None req-807a10a6-3630-4ceb-8001-d56b9f3d52e9 None None] Agent healthcheck: found 6 active agents {{(pid=87472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 16 22:26:32.576434 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-d02d036c-d4f0-4a1b-86a0-7a1bfb5e69e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:26:44.611162 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-1f54b5c5-5bff-461f-9822-7280f86ea13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:26:45.136352 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-be61919d-78dd-4130-bc79-3842e123c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:26:47.210168 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-eb28931c-a30d-4931-a89a-9b6b845434a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:26:48.655684 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-7fc6366b-a9f1-438f-9700-f8605e89136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 16 22:26:49.993177 dv-cinder-818140-1-iscsi neutron-server[87471]: DEBUG neutron_lib.callbacks.manager [None req-2478ca52-0b15-4713-beac-b4987df17fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771350883741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-650054'] for agent, after_update {{(pid=87471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}